2024-11-18 20:49:04,405 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 2024-11-18 20:49:04,434 main DEBUG Took 0.026513 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 20:49:04,435 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 20:49:04,435 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 20:49:04,436 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 20:49:04,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,465 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 20:49:04,525 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,536 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,537 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,539 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,540 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,542 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,543 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,557 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,564 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,575 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:49:04,578 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,579 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 20:49:04,592 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:49:04,594 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 20:49:04,597 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 20:49:04,598 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 20:49:04,600 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 20:49:04,600 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 20:49:04,631 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 20:49:04,637 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 20:49:04,639 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 20:49:04,640 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 20:49:04,641 main DEBUG createAppenders(={Console}) 2024-11-18 20:49:04,642 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 initialized 2024-11-18 20:49:04,642 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 2024-11-18 20:49:04,643 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@446a1e84 OK. 2024-11-18 20:49:04,644 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 20:49:04,644 main DEBUG OutputStream closed 2024-11-18 20:49:04,644 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 20:49:04,645 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 20:49:04,645 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1b11171f OK 2024-11-18 20:49:04,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 20:49:04,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 20:49:04,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 20:49:04,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 20:49:04,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 20:49:04,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 20:49:04,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 20:49:04,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 20:49:04,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 20:49:04,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 20:49:04,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 20:49:04,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 20:49:04,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 20:49:04,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 20:49:04,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 20:49:04,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 20:49:04,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 20:49:04,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 20:49:04,850 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 20:49:04,850 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1921ad94) with optional ClassLoader: null 2024-11-18 20:49:04,851 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 20:49:04,855 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1921ad94] started OK. 2024-11-18T20:49:04,891 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-18 20:49:04,896 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 20:49:04,896 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T20:49:05,535 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd 2024-11-18T20:49:05,535 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-18T20:49:05,883 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T20:49:06,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270, deleteOnExit=true 2024-11-18T20:49:06,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/test.cache.data in system properties and HBase conf 2024-11-18T20:49:06,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:49:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:49:06,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:49:06,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:49:06,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:49:06,215 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:49:06,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:49:06,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:49:06,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:49:06,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:49:06,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:49:06,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:49:06,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:49:06,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:49:06,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:49:06,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:49:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:49:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:49:06,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:49:06,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:49:08,311 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T20:49:08,461 INFO [Time-limited test {}] log.Log(170): Logging initialized @5600ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T20:49:08,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:08,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:08,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:08,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:08,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:49:08,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:09,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:09,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:09,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/java.io.tmpdir/jetty-localhost-38279-hadoop-hdfs-3_4_1-tests_jar-_-any-10047221504614744749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:49:09,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:38279} 2024-11-18T20:49:09,489 INFO [Time-limited test {}] server.Server(415): Started @6629ms 2024-11-18T20:49:11,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:11,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:11,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:11,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:11,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:49:11,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1b205d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:11,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4ae84e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:11,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d5fd7b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/java.io.tmpdir/jetty-localhost-37103-hadoop-hdfs-3_4_1-tests_jar-_-any-16560275717767281425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:49:11,167 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24b189de{HTTP/1.1, (http/1.1)}{localhost:37103} 2024-11-18T20:49:11,167 INFO [Time-limited test {}] server.Server(415): Started @8307ms 2024-11-18T20:49:11,238 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:49:11,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:11,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:11,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:11,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:11,482 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:49:11,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa1a8ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:11,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a455f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:11,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cc8a45b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/java.io.tmpdir/jetty-localhost-44623-hadoop-hdfs-3_4_1-tests_jar-_-any-13242441546782856364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:49:11,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2446b879{HTTP/1.1, (http/1.1)}{localhost:44623} 2024-11-18T20:49:11,716 INFO [Time-limited test {}] server.Server(415): Started @8856ms 2024-11-18T20:49:11,720 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:49:13,072 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data1/current/BP-213181080-172.17.0.2-1731962947506/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:13,075 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data2/current/BP-213181080-172.17.0.2-1731962947506/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:13,075 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data4/current/BP-213181080-172.17.0.2-1731962947506/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:13,079 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data3/current/BP-213181080-172.17.0.2-1731962947506/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:13,193 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:49:13,194 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:49:13,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93e51d2264243362 with lease ID 0xb698b654add086ab: Processing first storage report for DS-86ba6598-c340-45f7-bf99-11f786427c3f from datanode DatanodeRegistration(127.0.0.1:44625, datanodeUuid=b50e46f7-4a0a-4e8e-97a9-eb5ff539a7c9, infoPort=44459, infoSecurePort=0, ipcPort=36441, storageInfo=lv=-57;cid=testClusterID;nsid=412704430;c=1731962947506) 2024-11-18T20:49:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93e51d2264243362 with lease ID 0xb698b654add086ab: from storage DS-86ba6598-c340-45f7-bf99-11f786427c3f node DatanodeRegistration(127.0.0.1:44625, datanodeUuid=b50e46f7-4a0a-4e8e-97a9-eb5ff539a7c9, infoPort=44459, infoSecurePort=0, ipcPort=36441, storageInfo=lv=-57;cid=testClusterID;nsid=412704430;c=1731962947506), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-18T20:49:13,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaffe62804f6c019e with lease ID 0xb698b654add086ac: Processing first storage report for DS-a7f36f87-2d16-453d-a8d3-17435a396645 from datanode DatanodeRegistration(127.0.0.1:43417, datanodeUuid=b26f613c-c392-4e2e-8cfc-5ec7da4a610b, infoPort=46091, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=412704430;c=1731962947506) 2024-11-18T20:49:13,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaffe62804f6c019e with lease ID 0xb698b654add086ac: from storage DS-a7f36f87-2d16-453d-a8d3-17435a396645 node DatanodeRegistration(127.0.0.1:43417, datanodeUuid=b26f613c-c392-4e2e-8cfc-5ec7da4a610b, infoPort=46091, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=412704430;c=1731962947506), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:49:13,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93e51d2264243362 with lease ID 0xb698b654add086ab: Processing first storage report for DS-90271bb2-5db4-49ac-9a6a-836ce1234209 from datanode DatanodeRegistration(127.0.0.1:44625, datanodeUuid=b50e46f7-4a0a-4e8e-97a9-eb5ff539a7c9, infoPort=44459, infoSecurePort=0, ipcPort=36441, storageInfo=lv=-57;cid=testClusterID;nsid=412704430;c=1731962947506) 2024-11-18T20:49:13,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93e51d2264243362 with lease ID 0xb698b654add086ab: from storage DS-90271bb2-5db4-49ac-9a6a-836ce1234209 node DatanodeRegistration(127.0.0.1:44625, datanodeUuid=b50e46f7-4a0a-4e8e-97a9-eb5ff539a7c9, infoPort=44459, infoSecurePort=0, ipcPort=36441, storageInfo=lv=-57;cid=testClusterID;nsid=412704430;c=1731962947506), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:49:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaffe62804f6c019e with lease ID 0xb698b654add086ac: Processing first storage report for DS-ffee4b17-248f-46e2-81ed-365cd37d39bb from datanode DatanodeRegistration(127.0.0.1:43417, datanodeUuid=b26f613c-c392-4e2e-8cfc-5ec7da4a610b, infoPort=46091, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=412704430;c=1731962947506) 2024-11-18T20:49:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaffe62804f6c019e with lease ID 0xb698b654add086ac: from storage DS-ffee4b17-248f-46e2-81ed-365cd37d39bb node DatanodeRegistration(127.0.0.1:43417, datanodeUuid=b26f613c-c392-4e2e-8cfc-5ec7da4a610b, infoPort=46091, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=412704430;c=1731962947506), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:49:13,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd 2024-11-18T20:49:13,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=125, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=800, ProcessCount=11, AvailableMemoryMB=2444 2024-11-18T20:49:13,399 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:13,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:13,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:13,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:49:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:49:14,287 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:14,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:14,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:14,342 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:14,405 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T20:49:14,453 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T20:49:14,459 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:14,460 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:14,465 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:14,482 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:14,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,538 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T20:49:14,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:14,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741826_1002 (size=1393) 2024-11-18T20:49:14,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741826_1002 (size=1393) 2024-11-18T20:49:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:15,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:49:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741827_1003 (size=1393) 2024-11-18T20:49:15,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741827_1003 (size=1393) 2024-11-18T20:49:15,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:49:15,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:49:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741828_1004 (size=1393) 2024-11-18T20:49:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741828_1004 (size=1393) 2024-11-18T20:49:16,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:49:16,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:49:16,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741829_1005 (size=1393) 2024-11-18T20:49:16,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741829_1005 (size=1393) 2024-11-18T20:49:16,413 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:49:16,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:49:16,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741830_1006 (size=1393) 2024-11-18T20:49:16,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741830_1006 (size=1393) 2024-11-18T20:49:16,937 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:49:16,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:49:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:16,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741831_1007 (size=1393) 2024-11-18T20:49:17,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741831_1007 (size=1393) 2024-11-18T20:49:17,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:49:17,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:49:17,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741832_1008 (size=1405) 2024-11-18T20:49:17,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741832_1008 (size=1405) 2024-11-18T20:49:17,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:49:17,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:49:17,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741833_1009 (size=1413) 2024-11-18T20:49:17,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741833_1009 (size=1413) 2024-11-18T20:49:17,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:49:17,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:49:17,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741834_1010 (size=1413) 2024-11-18T20:49:17,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741834_1010 (size=1413) 2024-11-18T20:49:17,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:49:17,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:49:17,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:17,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:17,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741835_1011 (size=1413) 2024-11-18T20:49:17,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741835_1011 (size=1413) 2024-11-18T20:49:17,726 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:49:17,837 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/2d97b8a6-b192-6835-3fe1-8eb059832ed6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962954420/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:49:17,839 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T20:49:17,840 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T20:49:17,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/2d97b8a6-b192-6835-3fe1-8eb059832ed6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962954420/wal.dat.0 2024-11-18T20:49:17,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/2d97b8a6-b192-6835-3fe1-8eb059832ed6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962954420/wal.dat.0 after 6ms 2024-11-18T20:49:17,923 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/2d97b8a6-b192-6835-3fe1-8eb059832ed6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962954420/wal.dat.0 took 93ms 2024-11-18T20:49:17,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/2d97b8a6-b192-6835-3fe1-8eb059832ed6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962954420/wal.dat.0 so closing down 2024-11-18T20:49:17,942 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:17,943 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:17,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/2d97b8a6-b192-6835-3fe1-8eb059832ed6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962954420/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:17,955 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/2d97b8a6-b192-6835-3fe1-8eb059832ed6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962954420/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/2d97b8a6-b192-6835-3fe1-8eb059832ed6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962954420/wal.dat.0, size=1.4 K (1393bytes) at 1731962957838Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/2d97b8a6-b192-6835-3fe1-8eb059832ed6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962954420/wal.dat.0 so closing down at 1731962957936 (+98 ms)3 split writer threads finished at 1731962957943 (+7 ms)Processed 0 edits across 0 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/2d97b8a6-b192-6835-3fe1-8eb059832ed6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731962954420/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962957952 (+9 ms) 2024-11-18T20:49:17,955 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-18T20:49:18,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=130 (was 125) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-75215593_22 at /127.0.0.1:56436 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@29c619a5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=840 (was 800) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2233 (was 2444) 2024-11-18T20:49:18,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=840, ProcessCount=11, AvailableMemoryMB=2231 2024-11-18T20:49:18,013 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:18,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741836_1012 (size=7) 2024-11-18T20:49:18,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741836_1012 (size=7) 2024-11-18T20:49:18,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:18,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:18,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:18,485 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:18,485 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-18T20:49:18,486 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:18,495 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:18,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:18,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:18,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741837_1013 (size=2324) 2024-11-18T20:49:18,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741837_1013 (size=2324) 2024-11-18T20:49:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:19,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T20:49:19,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0 2024-11-18T20:49:19,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0 after 2ms 2024-11-18T20:49:19,034 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0 took 10ms 2024-11-18T20:49:19,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0 so closing down 2024-11-18T20:49:19,048 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:19,049 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:19,101 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:19,103 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:19,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:19,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:19,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741838_1014 (size=743) 2024-11-18T20:49:19,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741838_1014 (size=743) 2024-11-18T20:49:19,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-18T20:49:19,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:49:19,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741839_1015 (size=743) 2024-11-18T20:49:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741839_1015 (size=743) 2024-11-18T20:49:19,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-18T20:49:19,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:49:19,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 140 ms; skipped=7; WAL=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T20:49:19,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0, size=2.3 K (2324bytes) at 1731962959025Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0 so closing down at 1731962959047 (+22 ms)3 split writer threads finished at 1731962959049 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962959108 (+59 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962959112 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731962959154 (+42 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962959163 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731962959170 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962959175 (+5 ms)Processed 27 edits across 2 Regions in 140 ms; skipped=7; WAL=hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731962959176 (+1 ms) 2024-11-18T20:49:19,192 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/WALs/testsplitlogfilemultipleregions,16010,1731962958485/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/523aefe8-586d-b101-66e7-7bc90f0907ef/oldWALs/wal.dat.0 2024-11-18T20:49:19,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=131 (was 130) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_918762949_22 at /127.0.0.1:56436 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_918762949_22 at /127.0.0.1:58268 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=379 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=840 (was 840), ProcessCount=11 (was 11), AvailableMemoryMB=2121 (was 2231) 2024-11-18T20:49:19,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=840, ProcessCount=11, AvailableMemoryMB=2119 2024-11-18T20:49:19,269 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:19,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741840_1016 (size=7) 2024-11-18T20:49:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741840_1016 (size=7) 2024-11-18T20:49:19,312 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:19,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:19,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:19,341 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:19,342 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:19,345 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:19,350 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:19,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:19,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741841_1017 (size=2324) 2024-11-18T20:49:19,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741841_1017 (size=2324) 2024-11-18T20:49:19,412 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:21,081 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/fc7969de-a5d0-89ce-81bd-aa5946d84971/WALs/testterminationaskedbyreporter,16010,1731962959341/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T20:49:21,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/fc7969de-a5d0-89ce-81bd-aa5946d84971/WALs/testterminationaskedbyreporter,16010,1731962959341/wal.dat.0 so closing down 2024-11-18T20:49:21,084 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/fc7969de-a5d0-89ce-81bd-aa5946d84971/WALs/testterminationaskedbyreporter,16010,1731962959341/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-18T20:49:21,084 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/fc7969de-a5d0-89ce-81bd-aa5946d84971/WALs/testterminationaskedbyreporter,16010,1731962959341/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/fc7969de-a5d0-89ce-81bd-aa5946d84971/WALs/testterminationaskedbyreporter,16010,1731962959341/wal.dat.0, size=2.3 K (2324bytes) at 1731962961083Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/fc7969de-a5d0-89ce-81bd-aa5946d84971/WALs/testterminationaskedbyreporter,16010,1731962959341/wal.dat.0 so closing down at 1731962961084 (+1 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/fc7969de-a5d0-89ce-81bd-aa5946d84971/WALs/testterminationaskedbyreporter,16010,1731962959341/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731962961084 2024-11-18T20:49:21,131 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133 (was 131) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=840 (was 840), ProcessCount=11 (was 11), AvailableMemoryMB=2057 (was 2119) 2024-11-18T20:49:21,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=133, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=840, ProcessCount=11, AvailableMemoryMB=2056 2024-11-18T20:49:21,147 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:21,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741842_1018 (size=7) 2024-11-18T20:49:21,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741842_1018 (size=7) 2024-11-18T20:49:21,252 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:21,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:21,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:21,284 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:21,284 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-18T20:49:21,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:21,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741843_1019 (size=1043) 2024-11-18T20:49:21,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741843_1019 (size=1043) 2024-11-18T20:49:21,767 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:21,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:49:21,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:49:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:21,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:21,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741845_1021 (size=1043) 2024-11-18T20:49:21,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741845_1021 (size=1043) 2024-11-18T20:49:22,300 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:49:22,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:49:22,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741846_1022 (size=1043) 2024-11-18T20:49:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741846_1022 (size=1043) 2024-11-18T20:49:22,341 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:49:22,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:49:22,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741847_1023 (size=1043) 2024-11-18T20:49:22,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741847_1023 (size=1043) 2024-11-18T20:49:22,392 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:49:22,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:49:22,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741848_1024 (size=1043) 2024-11-18T20:49:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741848_1024 (size=1043) 2024-11-18T20:49:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:49:22,437 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:49:22,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741849_1025 (size=1043) 2024-11-18T20:49:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741849_1025 (size=1043) 2024-11-18T20:49:22,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:49:22,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:49:22,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741850_1026 (size=1043) 2024-11-18T20:49:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741850_1026 (size=1043) 2024-11-18T20:49:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:49:22,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:49:22,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:22,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741851_1027 (size=1043) 2024-11-18T20:49:23,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741851_1027 (size=1043) 2024-11-18T20:49:23,109 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:49:23,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:49:23,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741852_1028 (size=1043) 2024-11-18T20:49:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741852_1028 (size=1043) 2024-11-18T20:49:23,561 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:49:23,589 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0, size=1.0 K (1043bytes) 2024-11-18T20:49:23,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0 2024-11-18T20:49:23,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0 after 1ms 2024-11-18T20:49:23,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0 took 12ms 2024-11-18T20:49:23,609 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-18T20:49:23,614 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0 so closing down 2024-11-18T20:49:23,615 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:23,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:23,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:49:23,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0, size=1.0 K (1043bytes) at 1731962963589Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0 so closing down at 1731962963615 (+26 ms)3 split writer threads finished at 1731962963616 (+1 ms)Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962963616 2024-11-18T20:49:23,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/oldWALs/wal.dat.0 2024-11-18T20:49:23,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1, size=180 (180bytes) 2024-11-18T20:49:23,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1 2024-11-18T20:49:23,624 WARN [IPC Server handler 2 on default port 36467 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-18T20:49:23,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1 after 2ms 2024-11-18T20:49:24,269 WARN [ResponseProcessor for block BP-213181080-172.17.0.2-1731962947506:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-213181080-172.17.0.2-1731962947506:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:49:24,274 WARN [DataStreamer for file /user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1 block BP-213181080-172.17.0.2-1731962947506:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-213181080-172.17.0.2-1731962947506:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43417,DS-a7f36f87-2d16-453d-a8d3-17435a396645,DISK], DatanodeInfoWithStorage[127.0.0.1:44625,DS-86ba6598-c340-45f7-bf99-11f786427c3f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43417,DS-a7f36f87-2d16-453d-a8d3-17435a396645,DISK]) is bad. 2024-11-18T20:49:24,270 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_585827882_22 at /127.0.0.1:56510 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:44625:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56510 dst: /127.0.0.1:44625 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:49:24,269 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_585827882_22 at /127.0.0.1:58302 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43417:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58302 dst: /127.0.0.1:43417 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43417 remote=/127.0.0.1:58302]. Total timeout mills is 60000, 57545 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:49:24,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741844_1029 (size=1035) 2024-11-18T20:49:24,291 WARN [DataStreamer for file /user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1 block BP-213181080-172.17.0.2-1731962947506:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-213181080-172.17.0.2-1731962947506:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:49:24,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741844_1029 (size=1035) 2024-11-18T20:49:27,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1 after 4003ms 2024-11-18T20:49:27,635 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1 took 4013ms 2024-11-18T20:49:27,642 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1; continuing. 2024-11-18T20:49:27,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1 so closing down 2024-11-18T20:49:27,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:27,642 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:27,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-18T20:49:27,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1, size=180 (180bytes) at 1731962963623Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1 so closing down at 1731962967642 (+4019 ms)3 split writer threads finished at 1731962967642Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731962967642 2024-11-18T20:49:27,649 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/oldWALs/wal.dat.1 2024-11-18T20:49:27,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2, size=1.0 K (1043bytes) 2024-11-18T20:49:27,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2 2024-11-18T20:49:27,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2 after 8ms 2024-11-18T20:49:27,665 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2 took 16ms 2024-11-18T20:49:27,677 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2 so closing down 2024-11-18T20:49:27,678 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:27,683 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:27,684 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:49:27,684 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2, size=1.0 K (1043bytes) at 1731962967649Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2 so closing down at 1731962967677 (+28 ms)3 split writer threads finished at 1731962967683 (+6 ms)Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962967684 (+1 ms) 2024-11-18T20:49:27,688 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/oldWALs/wal.dat.2 2024-11-18T20:49:27,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3, size=1.0 K (1043bytes) 2024-11-18T20:49:27,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3 2024-11-18T20:49:27,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3 after 1ms 2024-11-18T20:49:27,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3 took 5ms 2024-11-18T20:49:27,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3 so closing down 2024-11-18T20:49:27,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:27,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:27,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:49:27,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3, size=1.0 K (1043bytes) at 1731962967688Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3 so closing down at 1731962967706 (+18 ms)3 split writer threads finished at 1731962967708 (+2 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962967708 2024-11-18T20:49:27,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/oldWALs/wal.dat.3 2024-11-18T20:49:27,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4, size=1.0 K (1043bytes) 2024-11-18T20:49:27,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4 2024-11-18T20:49:27,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4 after 2ms 2024-11-18T20:49:27,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4 took 9ms 2024-11-18T20:49:27,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4 so closing down 2024-11-18T20:49:27,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:27,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:27,729 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:49:27,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4, size=1.0 K (1043bytes) at 1731962967714Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4 so closing down at 1731962967727 (+13 ms)3 split writer threads finished at 1731962967729 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962967729 2024-11-18T20:49:27,735 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/oldWALs/wal.dat.4 2024-11-18T20:49:27,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5, size=1.0 K (1043bytes) 2024-11-18T20:49:27,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5 2024-11-18T20:49:27,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5 after 0ms 2024-11-18T20:49:27,741 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5 took 6ms 2024-11-18T20:49:27,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5 so closing down 2024-11-18T20:49:27,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:27,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:27,756 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:49:27,756 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5, size=1.0 K (1043bytes) at 1731962967735Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5 so closing down at 1731962967754 (+19 ms)3 split writer threads finished at 1731962967756 (+2 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962967756 2024-11-18T20:49:27,771 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/oldWALs/wal.dat.5 2024-11-18T20:49:27,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6, size=1.0 K (1043bytes) 2024-11-18T20:49:27,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6 2024-11-18T20:49:27,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6 after 2ms 2024-11-18T20:49:27,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6 took 7ms 2024-11-18T20:49:27,791 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6 so closing down 2024-11-18T20:49:27,791 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:27,805 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:27,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:49:27,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6, size=1.0 K (1043bytes) at 1731962967772Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6 so closing down at 1731962967791 (+19 ms)3 split writer threads finished at 1731962967805 (+14 ms)Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962967805 2024-11-18T20:49:27,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/oldWALs/wal.dat.6 2024-11-18T20:49:27,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7, size=1.0 K (1043bytes) 2024-11-18T20:49:27,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7 2024-11-18T20:49:27,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7 after 1ms 2024-11-18T20:49:27,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7 took 8ms 2024-11-18T20:49:27,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7 so closing down 2024-11-18T20:49:27,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:27,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:27,837 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:49:27,837 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7, size=1.0 K (1043bytes) at 1731962967811Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7 so closing down at 1731962967834 (+23 ms)3 split writer threads finished at 1731962967837 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962967837 2024-11-18T20:49:27,843 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/oldWALs/wal.dat.7 2024-11-18T20:49:27,843 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8, size=1.0 K (1043bytes) 2024-11-18T20:49:27,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8 2024-11-18T20:49:27,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8 after 0ms 2024-11-18T20:49:27,851 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8 took 7ms 2024-11-18T20:49:27,866 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8 so closing down 2024-11-18T20:49:27,866 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:27,879 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:27,880 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:49:27,880 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8, size=1.0 K (1043bytes) at 1731962967844Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8 so closing down at 1731962967866 (+22 ms)3 split writer threads finished at 1731962967879 (+13 ms)Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962967880 (+1 ms) 2024-11-18T20:49:27,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/oldWALs/wal.dat.8 2024-11-18T20:49:27,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9, size=1.0 K (1043bytes) 2024-11-18T20:49:27,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9 2024-11-18T20:49:27,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9 after 1ms 2024-11-18T20:49:27,918 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9 took 11ms 2024-11-18T20:49:27,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9 so closing down 2024-11-18T20:49:27,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:27,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:27,921 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T20:49:27,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9, size=1.0 K (1043bytes) at 1731962967908Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9 so closing down at 1731962967921 (+13 ms)3 split writer threads finished at 1731962967921Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731962967921 2024-11-18T20:49:27,951 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/WALs/testsplitdeletedregion,16010,1731962961284/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/ae843026-3262-3289-5aa8-3fa4eccf9e8f/oldWALs/wal.dat.9 2024-11-18T20:49:28,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=137 (was 133) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1699876745_22 at /127.0.0.1:36014 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1699876745_22 at /127.0.0.1:49380 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:42655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 840), ProcessCount=11 (was 11), AvailableMemoryMB=2007 (was 2056) 2024-11-18T20:49:28,023 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=2005 2024-11-18T20:49:28,024 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741853_1030 (size=7) 2024-11-18T20:49:28,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741853_1030 (size=7) 2024-11-18T20:49:28,073 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:28,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:28,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:28,090 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:28,091 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:49:28,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:28,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:28,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:28,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:28,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:28,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:28,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:28,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:28,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:28,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:28,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:28,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:28,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:28,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:28,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741854_1031 (size=863) 2024-11-18T20:49:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:28,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741854_1031 (size=863) 2024-11-18T20:49:28,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741855_1032 (size=859) 2024-11-18T20:49:28,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741855_1032 (size=859) 2024-11-18T20:49:28,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0, size=859 (859bytes) 2024-11-18T20:49:28,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0 2024-11-18T20:49:28,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0 after 1ms 2024-11-18T20:49:28,249 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0 took 6ms 2024-11-18T20:49:28,364 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0; continuing. 2024-11-18T20:49:28,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0 so closing down 2024-11-18T20:49:28,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:28,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:28,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:28,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:28,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741856_1033 (size=863) 2024-11-18T20:49:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741856_1033 (size=863) 2024-11-18T20:49:28,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:28,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T20:49:28,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-18T20:49:28,418 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0, size=859 (859bytes) at 1731962968243Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0 so closing down at 1731962968364 (+121 ms)3 split writer threads finished at 1731962968364Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962968374 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962968414 (+40 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731962968418 (+4 ms)Processed 10 edits across 1 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731962968418 2024-11-18T20:49:28,427 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/WALs/testcorruptwaltrailer,16010,1731962968090/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/59a9f884-63c5-6790-24cc-d47502666cc8/oldWALs/wal.dat.0 2024-11-18T20:49:28,452 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1993 (was 2005) 2024-11-18T20:49:28,462 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1993 2024-11-18T20:49:28,463 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:28,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741857_1034 (size=7) 2024-11-18T20:49:28,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741857_1034 (size=7) 2024-11-18T20:49:28,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:28,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:28,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:28,487 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:28,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1991 (was 1993) 2024-11-18T20:49:28,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1991 2024-11-18T20:49:28,516 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741858_1035 (size=7) 2024-11-18T20:49:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741858_1035 (size=7) 2024-11-18T20:49:28,549 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:28,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:28,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:28,570 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:28,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-18T20:49:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741859_1036 (size=93) 2024-11-18T20:49:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741859_1036 (size=93) 2024-11-18T20:49:28,677 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1988 (was 1991) 2024-11-18T20:49:28,693 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=137, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1987 2024-11-18T20:49:28,693 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741860_1037 (size=7) 2024-11-18T20:49:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741860_1037 (size=7) 2024-11-18T20:49:29,134 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:29,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:29,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:29,141 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:29,141 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:29,145 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:29,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:29,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741861_1038 (size=1393) 2024-11-18T20:49:29,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741861_1038 (size=1393) 2024-11-18T20:49:29,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:29,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:49:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741862_1039 (size=1393) 2024-11-18T20:49:29,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741862_1039 (size=1393) 2024-11-18T20:49:29,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:49:29,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:49:29,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741863_1040 (size=1393) 2024-11-18T20:49:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741863_1040 (size=1393) 2024-11-18T20:49:29,812 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:49:29,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:49:29,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741864_1041 (size=1393) 2024-11-18T20:49:29,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741864_1041 (size=1393) 2024-11-18T20:49:29,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:49:29,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:49:29,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:29,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741865_1042 (size=1393) 2024-11-18T20:49:29,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741865_1042 (size=1393) 2024-11-18T20:49:30,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:49:30,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:49:30,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741866_1043 (size=1393) 2024-11-18T20:49:30,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741866_1043 (size=1393) 2024-11-18T20:49:30,423 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:49:30,424 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:49:30,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741867_1044 (size=1405) 2024-11-18T20:49:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741867_1044 (size=1405) 2024-11-18T20:49:30,446 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:49:30,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:49:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741868_1045 (size=1413) 2024-11-18T20:49:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741868_1045 (size=1413) 2024-11-18T20:49:30,478 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:49:30,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:49:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741869_1046 (size=1413) 2024-11-18T20:49:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741869_1046 (size=1413) 2024-11-18T20:49:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:49:30,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:49:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:30,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:30,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741870_1047 (size=1413) 2024-11-18T20:49:30,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741870_1047 (size=1413) 2024-11-18T20:49:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:49:30,957 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/WALs/testioeonoutputthread,16010,1731962969141/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:49:30,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/WALs/testioeonoutputthread,16010,1731962969141/wal.dat.7 2024-11-18T20:49:30,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/WALs/testioeonoutputthread,16010,1731962969141/wal.dat.7 after 1ms 2024-11-18T20:49:30,962 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/WALs/testioeonoutputthread,16010,1731962969141/wal.dat.7 took 5ms 2024-11-18T20:49:30,971 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/WALs/testioeonoutputthread,16010,1731962969141/wal.dat.7 so closing down 2024-11-18T20:49:30,971 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:30,972 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:30,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:30,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:30,997 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:49:30,997 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:49:30,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/WALs/testioeonoutputthread,16010,1731962969141/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-18T20:49:30,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/WALs/testioeonoutputthread,16010,1731962969141/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/WALs/testioeonoutputthread,16010,1731962969141/wal.dat.7, size=1.4 K (1413bytes) at 1731962970957Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/WALs/testioeonoutputthread,16010,1731962969141/wal.dat.7 so closing down at 1731962970971 (+14 ms)3 split writer threads finished at 1731962970972 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962970988 (+16 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962970988Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731962970997 (+9 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731962970997Processed 20 edits across 0 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/9f578791-56ea-9fd0-9f59-34e8b28d7fde/WALs/testioeonoutputthread,16010,1731962969141/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731962970998 (+1 ms) 2024-11-18T20:49:31,008 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139 (was 137) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-795682290_22 at /127.0.0.1:36014 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1932 (was 1987) 2024-11-18T20:49:31,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1930 2024-11-18T20:49:31,016 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741871_1048 (size=7) 2024-11-18T20:49:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741871_1048 (size=7) 2024-11-18T20:49:31,028 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:31,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:31,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:31,035 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:31,075 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:31,078 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:31,081 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:31,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741872_1049 (size=2324) 2024-11-18T20:49:31,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741872_1049 (size=2324) 2024-11-18T20:49:31,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:31,113 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:49:31,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741873_1050 (size=1393) 2024-11-18T20:49:31,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741873_1050 (size=1393) 2024-11-18T20:49:31,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:49:31,538 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:49:31,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-18T20:49:31,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-18T20:49:31,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-18T20:49:31,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-18T20:49:31,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-18T20:49:31,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-18T20:49:31,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-18T20:49:31,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-18T20:49:31,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-18T20:49:31,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-18T20:49:31,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-18T20:49:31,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-18T20:49:31,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-18T20:49:31,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-18T20:49:31,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-18T20:49:31,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-18T20:49:31,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-18T20:49:31,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-18T20:49:31,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-18T20:49:31,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-18T20:49:31,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-18T20:49:31,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-18T20:49:31,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-18T20:49:31,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-18T20:49:31,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-18T20:49:31,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-18T20:49:31,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-18T20:49:31,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-18T20:49:31,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-18T20:49:31,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-18T20:49:31,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-18T20:49:31,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-18T20:49:31,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-18T20:49:31,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-18T20:49:31,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-18T20:49:31,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-18T20:49:31,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-18T20:49:31,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-18T20:49:31,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-18T20:49:31,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-18T20:49:31,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-18T20:49:31,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-18T20:49:31,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-18T20:49:31,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-18T20:49:31,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-18T20:49:31,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-18T20:49:31,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-18T20:49:31,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-18T20:49:31,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-18T20:49:31,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-18T20:49:31,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-18T20:49:31,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-18T20:49:31,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-18T20:49:31,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-18T20:49:31,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-18T20:49:31,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-18T20:49:31,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-18T20:49:31,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-18T20:49:31,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-18T20:49:31,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-18T20:49:31,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-18T20:49:31,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-18T20:49:31,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-18T20:49:31,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-18T20:49:31,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-18T20:49:31,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-18T20:49:31,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-18T20:49:31,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-18T20:49:31,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-18T20:49:31,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-18T20:49:31,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-18T20:49:31,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-18T20:49:31,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-18T20:49:31,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-18T20:49:31,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-18T20:49:31,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-18T20:49:31,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-18T20:49:31,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-18T20:49:31,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-18T20:49:31,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-18T20:49:31,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-18T20:49:31,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-18T20:49:31,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-18T20:49:31,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-18T20:49:31,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-18T20:49:31,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-18T20:49:31,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-18T20:49:31,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-18T20:49:31,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-18T20:49:31,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-18T20:49:31,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-18T20:49:31,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-18T20:49:31,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-18T20:49:31,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-18T20:49:31,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-18T20:49:31,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-18T20:49:31,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-18T20:49:31,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-18T20:49:31,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-18T20:49:31,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-18T20:49:31,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-18T20:49:31,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-18T20:49:31,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-18T20:49:31,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-18T20:49:31,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-18T20:49:31,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-18T20:49:31,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-18T20:49:31,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-18T20:49:31,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-18T20:49:31,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-18T20:49:31,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-18T20:49:31,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-18T20:49:31,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-18T20:49:31,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-18T20:49:31,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-18T20:49:31,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-18T20:49:31,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-18T20:49:31,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-18T20:49:31,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-18T20:49:31,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-18T20:49:31,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-18T20:49:31,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-18T20:49:31,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-18T20:49:31,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-18T20:49:31,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-18T20:49:31,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-18T20:49:31,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-18T20:49:31,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-18T20:49:31,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-18T20:49:31,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-18T20:49:31,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-18T20:49:31,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-18T20:49:31,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-18T20:49:31,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-18T20:49:31,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-18T20:49:31,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-18T20:49:31,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-18T20:49:31,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-18T20:49:31,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-18T20:49:31,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-18T20:49:31,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-18T20:49:31,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-18T20:49:31,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-18T20:49:31,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-18T20:49:31,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-18T20:49:31,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-18T20:49:31,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-18T20:49:31,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-18T20:49:31,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-18T20:49:31,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-18T20:49:31,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-18T20:49:31,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-18T20:49:31,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-18T20:49:31,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-18T20:49:31,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-18T20:49:31,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-18T20:49:31,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-18T20:49:31,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-18T20:49:31,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-18T20:49:31,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-18T20:49:31,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-18T20:49:31,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-18T20:49:31,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-18T20:49:31,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-18T20:49:31,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-18T20:49:31,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-18T20:49:31,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-18T20:49:31,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-18T20:49:31,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-18T20:49:31,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-18T20:49:31,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-18T20:49:31,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-18T20:49:31,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-18T20:49:31,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-18T20:49:31,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-18T20:49:31,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-18T20:49:31,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-18T20:49:31,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-18T20:49:31,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-18T20:49:31,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-18T20:49:31,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-18T20:49:31,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-18T20:49:31,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-18T20:49:31,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-18T20:49:31,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-18T20:49:31,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-18T20:49:31,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-18T20:49:31,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-18T20:49:31,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-18T20:49:31,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-18T20:49:31,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-18T20:49:31,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-18T20:49:31,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-18T20:49:31,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-18T20:49:31,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-18T20:49:31,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-18T20:49:31,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-18T20:49:31,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-18T20:49:31,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-18T20:49:31,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-18T20:49:31,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-18T20:49:31,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-18T20:49:31,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-18T20:49:31,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-18T20:49:31,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-18T20:49:31,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-18T20:49:31,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-18T20:49:31,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-18T20:49:31,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-18T20:49:31,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-18T20:49:31,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-18T20:49:31,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-18T20:49:31,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-18T20:49:31,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-18T20:49:31,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-18T20:49:31,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-18T20:49:31,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-18T20:49:31,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-18T20:49:31,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-18T20:49:31,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-18T20:49:31,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-18T20:49:31,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-18T20:49:31,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-18T20:49:31,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-18T20:49:31,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-18T20:49:31,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-18T20:49:31,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-18T20:49:31,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-18T20:49:31,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-18T20:49:31,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-18T20:49:31,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-18T20:49:31,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-18T20:49:31,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-18T20:49:31,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-18T20:49:31,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-18T20:49:31,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-18T20:49:31,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-18T20:49:31,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-18T20:49:31,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-18T20:49:31,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-18T20:49:31,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-18T20:49:31,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-18T20:49:31,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-18T20:49:31,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-18T20:49:31,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-18T20:49:31,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-18T20:49:31,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-18T20:49:31,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-18T20:49:31,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-18T20:49:31,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-18T20:49:31,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-18T20:49:31,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-18T20:49:31,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:31,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:31,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-18T20:49:31,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-18T20:49:32,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-18T20:49:32,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-18T20:49:32,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-18T20:49:32,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-18T20:49:32,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-18T20:49:32,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-18T20:49:32,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-18T20:49:32,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-18T20:49:32,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-18T20:49:32,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-18T20:49:32,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-18T20:49:32,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-18T20:49:32,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-18T20:49:32,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-18T20:49:32,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-18T20:49:32,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-18T20:49:32,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-18T20:49:32,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-18T20:49:32,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-18T20:49:32,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-18T20:49:32,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-18T20:49:32,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-18T20:49:32,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-18T20:49:32,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-18T20:49:32,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-18T20:49:32,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-18T20:49:32,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-18T20:49:32,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-18T20:49:32,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-18T20:49:32,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-18T20:49:32,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-18T20:49:32,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-18T20:49:32,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-18T20:49:32,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-18T20:49:32,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-18T20:49:32,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-18T20:49:32,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-18T20:49:32,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-18T20:49:32,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-18T20:49:32,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-18T20:49:32,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-18T20:49:32,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-18T20:49:32,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-18T20:49:32,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-18T20:49:32,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-18T20:49:32,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-18T20:49:32,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-18T20:49:32,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-18T20:49:32,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-18T20:49:32,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-18T20:49:32,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-18T20:49:32,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-18T20:49:32,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-18T20:49:32,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-18T20:49:32,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-18T20:49:32,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-18T20:49:32,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-18T20:49:32,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-18T20:49:32,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-18T20:49:32,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-18T20:49:32,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-18T20:49:32,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-18T20:49:32,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-18T20:49:32,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-18T20:49:32,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-18T20:49:32,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-18T20:49:32,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-18T20:49:32,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-18T20:49:32,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-18T20:49:32,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-18T20:49:32,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-18T20:49:32,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-18T20:49:32,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-18T20:49:32,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-18T20:49:32,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-18T20:49:32,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-18T20:49:32,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-18T20:49:32,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-18T20:49:32,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-18T20:49:32,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-18T20:49:32,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-18T20:49:32,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-18T20:49:32,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-18T20:49:32,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-18T20:49:32,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-18T20:49:32,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-18T20:49:32,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-18T20:49:32,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-18T20:49:32,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-18T20:49:32,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-18T20:49:32,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-18T20:49:32,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-18T20:49:32,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-18T20:49:32,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-18T20:49:32,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-18T20:49:32,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-18T20:49:32,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-18T20:49:32,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-18T20:49:32,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-18T20:49:32,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-18T20:49:32,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-18T20:49:32,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-18T20:49:32,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-18T20:49:32,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-18T20:49:32,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-18T20:49:32,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-18T20:49:32,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-18T20:49:32,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-18T20:49:32,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-18T20:49:32,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-18T20:49:32,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-18T20:49:32,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-18T20:49:32,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-18T20:49:32,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-18T20:49:32,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-18T20:49:32,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-18T20:49:32,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-18T20:49:32,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-18T20:49:32,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-18T20:49:32,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-18T20:49:32,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-18T20:49:32,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-18T20:49:32,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-18T20:49:32,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-18T20:49:32,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-18T20:49:32,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-18T20:49:32,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-18T20:49:32,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-18T20:49:32,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-18T20:49:32,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-18T20:49:32,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-18T20:49:32,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-18T20:49:32,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-18T20:49:32,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-18T20:49:32,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-18T20:49:32,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-18T20:49:32,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-18T20:49:32,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-18T20:49:32,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-18T20:49:32,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-18T20:49:32,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-18T20:49:32,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-18T20:49:32,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-18T20:49:32,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-18T20:49:32,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-18T20:49:32,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-18T20:49:32,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-18T20:49:32,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-18T20:49:32,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-18T20:49:32,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-18T20:49:32,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-18T20:49:32,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-18T20:49:32,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-18T20:49:32,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-18T20:49:32,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-18T20:49:32,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-18T20:49:32,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-18T20:49:32,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-18T20:49:32,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-18T20:49:32,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-18T20:49:32,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-18T20:49:32,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-18T20:49:32,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-18T20:49:32,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-18T20:49:32,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-18T20:49:32,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-18T20:49:32,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-18T20:49:32,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-18T20:49:32,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-18T20:49:32,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-18T20:49:32,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-18T20:49:32,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-18T20:49:32,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-18T20:49:32,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-18T20:49:32,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-18T20:49:32,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-18T20:49:32,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-18T20:49:32,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-18T20:49:32,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-18T20:49:32,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-18T20:49:32,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-18T20:49:32,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-18T20:49:32,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-18T20:49:32,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-18T20:49:32,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-18T20:49:32,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-18T20:49:32,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-18T20:49:32,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-18T20:49:32,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-18T20:49:32,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-18T20:49:32,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-18T20:49:32,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-18T20:49:32,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-18T20:49:32,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-18T20:49:32,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-18T20:49:32,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-18T20:49:32,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-18T20:49:32,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-18T20:49:32,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-18T20:49:32,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-18T20:49:32,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-18T20:49:32,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-18T20:49:32,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-18T20:49:32,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-18T20:49:32,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-18T20:49:32,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-18T20:49:32,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-18T20:49:32,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-18T20:49:32,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-18T20:49:32,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-18T20:49:32,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-18T20:49:32,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-18T20:49:32,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-18T20:49:32,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-18T20:49:32,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-18T20:49:32,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-18T20:49:32,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-18T20:49:32,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-18T20:49:32,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-18T20:49:32,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-18T20:49:32,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-18T20:49:32,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-18T20:49:32,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-18T20:49:32,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-18T20:49:32,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-18T20:49:32,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-18T20:49:32,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-18T20:49:32,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-18T20:49:32,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-18T20:49:32,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-18T20:49:32,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-18T20:49:32,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-18T20:49:32,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-18T20:49:32,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-18T20:49:32,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-18T20:49:32,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-18T20:49:32,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-18T20:49:32,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-18T20:49:32,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-18T20:49:32,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-18T20:49:32,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-18T20:49:32,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-18T20:49:32,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-18T20:49:32,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-18T20:49:32,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-18T20:49:32,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-18T20:49:32,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-18T20:49:32,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-18T20:49:32,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-18T20:49:32,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-18T20:49:32,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-18T20:49:32,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-18T20:49:32,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-18T20:49:32,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-18T20:49:32,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-18T20:49:32,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-18T20:49:32,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-18T20:49:32,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-18T20:49:32,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-18T20:49:32,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-18T20:49:32,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-18T20:49:32,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-18T20:49:32,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-18T20:49:32,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-18T20:49:32,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-18T20:49:32,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-18T20:49:32,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-18T20:49:32,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-18T20:49:32,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-18T20:49:32,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-18T20:49:32,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-18T20:49:32,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-18T20:49:32,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-18T20:49:32,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-18T20:49:32,582 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035): HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731962971113; access_time=1731962971088; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731962971537; access_time=1731962971114; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731962971538; access_time=1731962971538; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:49:32,583 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-18T20:49:32,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-18T20:49:32,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-18T20:49:32,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-18T20:49:32,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-18T20:49:32,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-18T20:49:32,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-18T20:49:32,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-18T20:49:32,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-18T20:49:32,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-18T20:49:32,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-18T20:49:32,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-18T20:49:32,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-18T20:49:32,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-18T20:49:32,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-18T20:49:32,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-18T20:49:32,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-18T20:49:32,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-18T20:49:32,619 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T20:49:32,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0 2024-11-18T20:49:32,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-18T20:49:32,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0 after 2ms 2024-11-18T20:49:32,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-18T20:49:32,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-18T20:49:32,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-18T20:49:32,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-18T20:49:32,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-18T20:49:32,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-18T20:49:32,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-18T20:49:32,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-18T20:49:32,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-18T20:49:32,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-18T20:49:32,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-18T20:49:32,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-18T20:49:32,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-18T20:49:32,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-18T20:49:32,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,664 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0 took 45ms 2024-11-18T20:49:32,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-18T20:49:32,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-18T20:49:32,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-18T20:49:32,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-18T20:49:32,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-18T20:49:32,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0 so closing down 2024-11-18T20:49:32,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-18T20:49:32,690 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:32,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:32,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-18T20:49:32,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-18T20:49:32,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-18T20:49:32,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,703 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:32,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-18T20:49:32,704 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:32,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-18T20:49:32,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-18T20:49:32,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-18T20:49:32,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-18T20:49:32,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-18T20:49:32,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-18T20:49:32,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-18T20:49:32,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-18T20:49:32,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:32,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:32,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-18T20:49:32,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-18T20:49:32,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-18T20:49:32,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-18T20:49:32,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-18T20:49:32,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-18T20:49:32,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-18T20:49:32,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-18T20:49:32,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-18T20:49:32,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-18T20:49:32,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-18T20:49:32,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-18T20:49:32,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-18T20:49:32,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-18T20:49:32,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-18T20:49:32,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-18T20:49:32,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-18T20:49:32,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-18T20:49:32,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-18T20:49:32,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-18T20:49:32,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-18T20:49:32,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-18T20:49:32,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741875_1052 (size=743) 2024-11-18T20:49:32,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741875_1052 (size=743) 2024-11-18T20:49:32,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:32,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-18T20:49:32,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:49:32,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-18T20:49:32,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741876_1053 (size=743) 2024-11-18T20:49:32,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-18T20:49:32,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-18T20:49:32,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741876_1053 (size=743) 2024-11-18T20:49:32,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-18T20:49:32,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:32,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-18T20:49:32,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:49:32,780 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 95 ms; skipped=7; WAL=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T20:49:32,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,780 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0, size=2.3 K (2324bytes) at 1731962972619Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0 so closing down at 1731962972690 (+71 ms)3 split writer threads finished at 1731962972696 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962972719 (+23 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962972722 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962972767 (+45 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962972770 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962972777 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962972780 (+3 ms)Processed 27 edits across 2 Regions in 95 ms; skipped=7; WAL=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731962972780 2024-11-18T20:49:32,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-18T20:49:32,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-18T20:49:32,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,786 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/oldWALs/wal.dat.0 2024-11-18T20:49:32,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:49:32,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1 2024-11-18T20:49:32,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1 after 1ms 2024-11-18T20:49:32,792 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1 took 6ms 2024-11-18T20:49:32,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-18T20:49:32,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-18T20:49:32,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1 so closing down 2024-11-18T20:49:32,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:32,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-18T20:49:32,799 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:32,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-18T20:49:32,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-18T20:49:32,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,803 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:32,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-18T20:49:32,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:32,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-18T20:49:32,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,807 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:32,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-18T20:49:32,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-18T20:49:32,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-18T20:49:32,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:32,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-18T20:49:32,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-18T20:49:32,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-18T20:49:32,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-18T20:49:32,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-18T20:49:32,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-18T20:49:32,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-18T20:49:32,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-18T20:49:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741877_1054 (size=743) 2024-11-18T20:49:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741877_1054 (size=743) 2024-11-18T20:49:32,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-18T20:49:32,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-18T20:49:32,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-18T20:49:32,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-18T20:49:32,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-18T20:49:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741878_1055 (size=743) 2024-11-18T20:49:32,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741878_1055 (size=743) 2024-11-18T20:49:32,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-18T20:49:32,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-18T20:49:32,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-18T20:49:32,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-18T20:49:32,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-18T20:49:32,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-18T20:49:32,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-18T20:49:32,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-18T20:49:32,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-18T20:49:32,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-18T20:49:32,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-18T20:49:32,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:32,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-18T20:49:32,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-18T20:49:32,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:49:32,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-18T20:49:32,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-18T20:49:32,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-18T20:49:32,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-18T20:49:32,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-18T20:49:32,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-18T20:49:32,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-18T20:49:32,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-18T20:49:32,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-18T20:49:32,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-18T20:49:32,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-18T20:49:32,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-18T20:49:32,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-18T20:49:32,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-18T20:49:32,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-18T20:49:32,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-18T20:49:32,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-18T20:49:32,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-18T20:49:32,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-18T20:49:32,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-18T20:49:32,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-18T20:49:32,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-18T20:49:32,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-18T20:49:32,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-18T20:49:32,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-18T20:49:32,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-18T20:49:32,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-18T20:49:32,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-18T20:49:32,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-18T20:49:32,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-18T20:49:32,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-18T20:49:32,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-18T20:49:32,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-18T20:49:32,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-18T20:49:32,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-18T20:49:32,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-18T20:49:32,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-18T20:49:32,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-18T20:49:32,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-18T20:49:32,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-18T20:49:32,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-18T20:49:32,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-18T20:49:32,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-18T20:49:32,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-18T20:49:32,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-18T20:49:32,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-18T20:49:32,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-18T20:49:32,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-18T20:49:32,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-18T20:49:32,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-18T20:49:32,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-18T20:49:32,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-18T20:49:32,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-18T20:49:32,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-18T20:49:32,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-18T20:49:32,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-18T20:49:32,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-18T20:49:32,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-18T20:49:32,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-18T20:49:32,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-18T20:49:32,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-18T20:49:32,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-18T20:49:32,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-18T20:49:32,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-18T20:49:32,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-18T20:49:32,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-18T20:49:32,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-18T20:49:32,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-18T20:49:32,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-18T20:49:32,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-18T20:49:32,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-18T20:49:32,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:32,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:32,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-18T20:49:33,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-18T20:49:33,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-18T20:49:33,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-18T20:49:33,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-18T20:49:33,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-18T20:49:33,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-18T20:49:33,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-18T20:49:33,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-18T20:49:33,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-18T20:49:33,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-18T20:49:33,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-18T20:49:33,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-18T20:49:33,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-18T20:49:33,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-18T20:49:33,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-18T20:49:33,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-18T20:49:33,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-18T20:49:33,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-18T20:49:33,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-18T20:49:33,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-18T20:49:33,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-18T20:49:33,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-18T20:49:33,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-18T20:49:33,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-18T20:49:33,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-18T20:49:33,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-18T20:49:33,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-18T20:49:33,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-18T20:49:33,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-18T20:49:33,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-18T20:49:33,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-18T20:49:33,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-18T20:49:33,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-18T20:49:33,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-18T20:49:33,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-18T20:49:33,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-18T20:49:33,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-18T20:49:33,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-18T20:49:33,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-18T20:49:33,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-18T20:49:33,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-18T20:49:33,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-18T20:49:33,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-18T20:49:33,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-18T20:49:33,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-18T20:49:33,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-18T20:49:33,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-18T20:49:33,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-18T20:49:33,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-18T20:49:33,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-18T20:49:33,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-18T20:49:33,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-18T20:49:33,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-18T20:49:33,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-18T20:49:33,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-18T20:49:33,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-18T20:49:33,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-18T20:49:33,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-18T20:49:33,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-18T20:49:33,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-18T20:49:33,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-18T20:49:33,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-18T20:49:33,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-18T20:49:33,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-18T20:49:33,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-18T20:49:33,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-18T20:49:33,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-18T20:49:33,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-18T20:49:33,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-18T20:49:33,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-18T20:49:33,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-18T20:49:33,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-18T20:49:33,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-18T20:49:33,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-18T20:49:33,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-18T20:49:33,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-18T20:49:33,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-18T20:49:33,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-18T20:49:33,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-18T20:49:33,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-18T20:49:33,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-18T20:49:33,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-18T20:49:33,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-18T20:49:33,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-18T20:49:33,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-18T20:49:33,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-18T20:49:33,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-18T20:49:33,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-18T20:49:33,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-18T20:49:33,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-18T20:49:33,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-18T20:49:33,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-18T20:49:33,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-18T20:49:33,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-18T20:49:33,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-18T20:49:33,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-18T20:49:33,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-18T20:49:33,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-18T20:49:33,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-18T20:49:33,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-18T20:49:33,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-18T20:49:33,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-18T20:49:33,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-18T20:49:33,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-18T20:49:33,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-18T20:49:33,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-18T20:49:33,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-18T20:49:33,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-18T20:49:33,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-18T20:49:33,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-18T20:49:33,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-18T20:49:33,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-18T20:49:33,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-18T20:49:33,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-18T20:49:33,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-18T20:49:33,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-18T20:49:33,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-18T20:49:33,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-18T20:49:33,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-18T20:49:33,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-18T20:49:33,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-18T20:49:33,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-18T20:49:33,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-18T20:49:33,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-18T20:49:33,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-18T20:49:33,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-18T20:49:33,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-18T20:49:33,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-18T20:49:33,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-18T20:49:33,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-18T20:49:33,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-18T20:49:33,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-18T20:49:33,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-18T20:49:33,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-18T20:49:33,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:33,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-18T20:49:33,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-18T20:49:33,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:49:33,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:33,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1, size=1.4 K (1393bytes) at 1731962972786Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1 so closing down at 1731962972798 (+12 ms)3 split writer threads finished at 1731962972799 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962972805 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962972813 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962972856 (+43 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962972860 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962973222 (+362 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962973225 (+3 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962973225 2024-11-18T20:49:33,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-18T20:49:33,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-18T20:49:33,228 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/oldWALs/wal.dat.1 2024-11-18T20:49:33,229 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2, size=150 (150bytes) 2024-11-18T20:49:33,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2 2024-11-18T20:49:33,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,229 WARN [IPC Server handler 1 on default port 36467 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-18T20:49:33,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2 after 1ms 2024-11-18T20:49:33,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-18T20:49:33,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-18T20:49:33,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-18T20:49:33,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-18T20:49:33,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-18T20:49:33,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-18T20:49:33,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-18T20:49:33,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-18T20:49:33,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T20:49:33,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T20:49:33,247 WARN [ResponseProcessor for block BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:49:33,248 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_414791591_536 at /127.0.0.1:36252 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:43417:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36252 dst: /127.0.0.1:43417 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:49:33,247 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_414791591_536 at /127.0.0.1:49592 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:44625:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49592 dst: /127.0.0.1:44625 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44625 remote=/127.0.0.1:49592]. Total timeout mills is 60000, 59994 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:49:33,249 WARN [DataStreamer for file /user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2 block BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:44625,DS-86ba6598-c340-45f7-bf99-11f786427c3f,DISK], DatanodeInfoWithStorage[127.0.0.1:43417,DS-a7f36f87-2d16-453d-a8d3-17435a396645,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:44625,DS-86ba6598-c340-45f7-bf99-11f786427c3f,DISK]) is bad. 2024-11-18T20:49:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741874_1056 (size=56483) 2024-11-18T20:49:33,253 WARN [DataStreamer for file /user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2 block BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:49:33,255 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:49:33,256 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-18T20:49:33,256 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 893 2024-11-18T20:49:33,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-18T20:49:33,256 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:49:33,257 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-213181080-172.17.0.2-1731962947506:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:49:37,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2 after 4002ms 2024-11-18T20:49:37,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2 took 4009ms 2024-11-18T20:49:37,269 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2; continuing. 2024-11-18T20:49:37,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2 so closing down 2024-11-18T20:49:37,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:37,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:37,273 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:37,275 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:37,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:37,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:37,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741879_1057 (size=55841) 2024-11-18T20:49:37,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741879_1057 (size=55841) 2024-11-18T20:49:37,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741880_1058 (size=743) 2024-11-18T20:49:37,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 872 edits, skipped 0 edits in 7 ms) 2024-11-18T20:49:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741880_1058 (size=743) 2024-11-18T20:49:37,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:37,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:49:37,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:49:37,311 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 882 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T20:49:37,311 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2, size=150 (150bytes) at 1731962973229Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2 so closing down at 1731962977269 (+4040 ms)3 split writer threads finished at 1731962977269Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962977276 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962977287 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 872 edits, skipped 0 edits in 7 ms) at 1731962977308 (+21 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962977308Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962977311 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962977311Processed 882 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731962977311 2024-11-18T20:49:37,315 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/WALs/testlogcannotbewrittenonceparsed,16010,1731962971035/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/e0882202-08b1-f0d7-0108-92dbdba9dc82/oldWALs/wal.dat.2 2024-11-18T20:49:37,316 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-18T20:49:37,341 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=892, robber=892 2024-11-18T20:49:37,367 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 137) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:36467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:36467 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-795682290_22 at /127.0.0.1:41154 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:36467 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:36467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=801 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1767 (was 1930) 2024-11-18T20:49:37,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=801, ProcessCount=11, AvailableMemoryMB=1765 2024-11-18T20:49:37,387 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:37,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741881_1059 (size=7) 2024-11-18T20:49:37,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741881_1059 (size=7) 2024-11-18T20:49:37,402 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:37,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:37,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:37,407 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:37,409 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:37,411 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:37,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:37,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741882_1060 (size=1393) 2024-11-18T20:49:37,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741882_1060 (size=1393) 2024-11-18T20:49:37,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:37,437 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:49:37,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741883_1061 (size=1393) 2024-11-18T20:49:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741883_1061 (size=1393) 2024-11-18T20:49:37,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:49:37,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:49:37,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741884_1062 (size=1393) 2024-11-18T20:49:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741884_1062 (size=1393) 2024-11-18T20:49:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:49:37,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:49:37,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741885_1063 (size=1393) 2024-11-18T20:49:37,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741885_1063 (size=1393) 2024-11-18T20:49:37,499 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:49:37,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:49:37,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741886_1064 (size=1393) 2024-11-18T20:49:37,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741886_1064 (size=1393) 2024-11-18T20:49:37,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:49:37,525 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:49:37,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741887_1065 (size=1393) 2024-11-18T20:49:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741887_1065 (size=1393) 2024-11-18T20:49:37,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:49:37,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:49:37,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741888_1066 (size=1405) 2024-11-18T20:49:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741888_1066 (size=1405) 2024-11-18T20:49:37,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:49:37,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:49:37,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741889_1067 (size=1413) 2024-11-18T20:49:37,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741889_1067 (size=1413) 2024-11-18T20:49:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:49:37,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:49:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741890_1068 (size=1413) 2024-11-18T20:49:37,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741890_1068 (size=1413) 2024-11-18T20:49:37,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:49:37,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:49:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:37,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:37,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741891_1069 (size=1413) 2024-11-18T20:49:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741891_1069 (size=1413) 2024-11-18T20:49:37,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:49:37,650 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:49:37,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0 2024-11-18T20:49:37,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0 after 3ms 2024-11-18T20:49:37,653 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:49:39,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0 took 2011ms 2024-11-18T20:49:39,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0 so closing down 2024-11-18T20:49:39,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:39,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:39,670 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:39,670 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:39,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:39,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:39,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741892_1070 (size=743) 2024-11-18T20:49:39,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741892_1070 (size=743) 2024-11-18T20:49:39,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741893_1071 (size=743) 2024-11-18T20:49:39,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741893_1071 (size=743) 2024-11-18T20:49:39,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:39,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:49:40,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:49:40,089 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:40,089 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0, size=1.4 K (1393bytes) at 1731962977650Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0 so closing down at 1731962979664 (+2014 ms)3 split writer threads finished at 1731962979664Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962979672 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962979673 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962979686 (+13 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962979691 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980084 (+393 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962980089 (+5 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962980089 2024-11-18T20:49:40,097 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/oldWALs/wal.dat.0 2024-11-18T20:49:40,097 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:49:40,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1 2024-11-18T20:49:40,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1 after 2ms 2024-11-18T20:49:40,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1 took 6ms 2024-11-18T20:49:40,105 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1 so closing down 2024-11-18T20:49:40,105 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:40,105 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:40,110 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:40,110 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:40,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:40,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741894_1072 (size=743) 2024-11-18T20:49:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741894_1072 (size=743) 2024-11-18T20:49:40,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741895_1073 (size=743) 2024-11-18T20:49:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741895_1073 (size=743) 2024-11-18T20:49:40,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:49:40,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:49:40,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:40,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1, size=1.4 K (1393bytes) at 1731962980097Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1 so closing down at 1731962980105 (+8 ms)3 split writer threads finished at 1731962980105Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962980112 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962980115 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980131 (+16 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980134 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962980136 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962980138 (+2 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962980139 (+1 ms) 2024-11-18T20:49:40,143 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/oldWALs/wal.dat.1 2024-11-18T20:49:40,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:49:40,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2 2024-11-18T20:49:40,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2 after 1ms 2024-11-18T20:49:40,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2 took 6ms 2024-11-18T20:49:40,156 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2 so closing down 2024-11-18T20:49:40,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:40,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:40,160 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:40,161 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:40,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:40,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:40,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741896_1074 (size=743) 2024-11-18T20:49:40,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741897_1075 (size=743) 2024-11-18T20:49:40,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741897_1075 (size=743) 2024-11-18T20:49:40,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741896_1074 (size=743) 2024-11-18T20:49:40,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:49:40,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:49:40,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:40,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2, size=1.4 K (1393bytes) at 1731962980143Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2 so closing down at 1731962980156 (+13 ms)3 split writer threads finished at 1731962980157 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962980161 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962980163 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980185 (+22 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980185Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962980191 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962980191Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962980191 2024-11-18T20:49:40,197 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/oldWALs/wal.dat.2 2024-11-18T20:49:40,197 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:49:40,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3 2024-11-18T20:49:40,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3 after 1ms 2024-11-18T20:49:40,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3 took 6ms 2024-11-18T20:49:40,209 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3 so closing down 2024-11-18T20:49:40,209 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:40,209 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:40,215 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:40,217 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:40,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:40,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741898_1076 (size=743) 2024-11-18T20:49:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741898_1076 (size=743) 2024-11-18T20:49:40,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:49:40,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741899_1077 (size=743) 2024-11-18T20:49:40,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741899_1077 (size=743) 2024-11-18T20:49:40,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:49:40,242 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:40,243 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3, size=1.4 K (1393bytes) at 1731962980197Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3 so closing down at 1731962980209 (+12 ms)3 split writer threads finished at 1731962980209Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962980218 (+9 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962980224 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980229 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962980233 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980239 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962980242 (+3 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962980242 2024-11-18T20:49:40,246 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/oldWALs/wal.dat.3 2024-11-18T20:49:40,246 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:49:40,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4 2024-11-18T20:49:40,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4 after 1ms 2024-11-18T20:49:40,251 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4 took 5ms 2024-11-18T20:49:40,253 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4 so closing down 2024-11-18T20:49:40,253 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:40,253 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:40,256 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:40,256 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:40,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:40,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:40,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741900_1078 (size=743) 2024-11-18T20:49:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741900_1078 (size=743) 2024-11-18T20:49:40,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741901_1079 (size=743) 2024-11-18T20:49:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741901_1079 (size=743) 2024-11-18T20:49:40,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:49:40,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:49:40,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:40,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4, size=1.4 K (1393bytes) at 1731962980246Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4 so closing down at 1731962980253 (+7 ms)3 split writer threads finished at 1731962980253Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962980259 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962980263 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980270 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980272 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962980274 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962980275 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962980275 2024-11-18T20:49:40,280 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/oldWALs/wal.dat.4 2024-11-18T20:49:40,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:49:40,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5 2024-11-18T20:49:40,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5 after 1ms 2024-11-18T20:49:40,287 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5 took 7ms 2024-11-18T20:49:40,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5 so closing down 2024-11-18T20:49:40,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:40,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:40,304 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:40,304 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:40,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:40,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:40,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741903_1081 (size=743) 2024-11-18T20:49:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741902_1080 (size=743) 2024-11-18T20:49:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741903_1081 (size=743) 2024-11-18T20:49:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741902_1080 (size=743) 2024-11-18T20:49:40,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:49:40,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:49:40,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:40,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5, size=1.4 K (1393bytes) at 1731962980280Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5 so closing down at 1731962980294 (+14 ms)3 split writer threads finished at 1731962980296 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962980312 (+16 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962980312Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980322 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980322Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962980325 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962980325Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962980325 2024-11-18T20:49:40,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/oldWALs/wal.dat.5 2024-11-18T20:49:40,330 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:49:40,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6 2024-11-18T20:49:40,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6 after 1ms 2024-11-18T20:49:40,334 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6 took 4ms 2024-11-18T20:49:40,336 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6 so closing down 2024-11-18T20:49:40,336 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:40,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:40,339 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:40,339 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:40,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:40,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741905_1083 (size=749) 2024-11-18T20:49:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741904_1082 (size=749) 2024-11-18T20:49:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741905_1083 (size=749) 2024-11-18T20:49:40,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741904_1082 (size=749) 2024-11-18T20:49:40,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:49:40,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:49:40,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:49:40,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6, size=1.4 K (1405bytes) at 1731962980330Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6 so closing down at 1731962980336 (+6 ms)3 split writer threads finished at 1731962980336Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962980341 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962980341Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980350 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962980352 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980750 (+398 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962980752 (+2 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962980753 (+1 ms) 2024-11-18T20:49:40,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/oldWALs/wal.dat.6 2024-11-18T20:49:40,756 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:49:40,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7 2024-11-18T20:49:40,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7 after 1ms 2024-11-18T20:49:40,760 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7 took 4ms 2024-11-18T20:49:40,762 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7 so closing down 2024-11-18T20:49:40,762 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:40,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:40,765 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:40,765 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:40,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:40,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:40,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741906_1084 (size=753) 2024-11-18T20:49:40,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741907_1085 (size=753) 2024-11-18T20:49:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741906_1084 (size=753) 2024-11-18T20:49:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741907_1085 (size=753) 2024-11-18T20:49:40,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:40,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:49:41,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:41,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:49:41,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:41,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7, size=1.4 K (1413bytes) at 1731962980756Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7 so closing down at 1731962980762 (+6 ms)3 split writer threads finished at 1731962980762Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962980775 (+13 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962980775Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962980791 (+16 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962980794 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962981188 (+394 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962981190 (+2 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962981191 (+1 ms) 2024-11-18T20:49:41,194 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/oldWALs/wal.dat.7 2024-11-18T20:49:41,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:49:41,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8 2024-11-18T20:49:41,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8 after 0ms 2024-11-18T20:49:41,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8 took 3ms 2024-11-18T20:49:41,199 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8 so closing down 2024-11-18T20:49:41,199 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:41,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:41,202 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:41,202 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:41,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:41,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741908_1086 (size=753) 2024-11-18T20:49:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741908_1086 (size=753) 2024-11-18T20:49:41,213 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:41,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:49:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741909_1087 (size=753) 2024-11-18T20:49:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741909_1087 (size=753) 2024-11-18T20:49:41,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:41,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:49:41,219 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:41,220 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8, size=1.4 K (1413bytes) at 1731962981194Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8 so closing down at 1731962981199 (+5 ms)3 split writer threads finished at 1731962981199Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962981203 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962981203Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962981213 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962981216 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962981217 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962981219 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962981219 2024-11-18T20:49:41,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/oldWALs/wal.dat.8 2024-11-18T20:49:41,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:49:41,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9 2024-11-18T20:49:41,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9 after 1ms 2024-11-18T20:49:41,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9 took 3ms 2024-11-18T20:49:41,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9 so closing down 2024-11-18T20:49:41,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:41,227 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:41,229 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:41,229 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:41,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:41,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741911_1089 (size=753) 2024-11-18T20:49:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741911_1089 (size=753) 2024-11-18T20:49:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741910_1088 (size=753) 2024-11-18T20:49:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741910_1088 (size=753) 2024-11-18T20:49:41,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:41,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:49:41,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:41,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:49:41,645 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:41,645 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9, size=1.4 K (1413bytes) at 1731962981222Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9 so closing down at 1731962981227 (+5 ms)3 split writer threads finished at 1731962981227Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962981230 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962981230Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962981240 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962981242 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962981640 (+398 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962981645 (+5 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962981645 2024-11-18T20:49:41,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/WALs/testretryopenduringrecovery,16010,1731962977407/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/c897cfa1-5b8d-1bcb-b89e-190db4f8f306/oldWALs/wal.dat.9 2024-11-18T20:49:41,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=143 (was 142) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-795682290_22 at /127.0.0.1:41154 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-795682290_22 at /127.0.0.1:60826 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=777 (was 801), ProcessCount=11 (was 11), AvailableMemoryMB=1738 (was 1765) 2024-11-18T20:49:41,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=143, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=777, ProcessCount=11, AvailableMemoryMB=1738 2024-11-18T20:49:41,683 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741912_1090 (size=7) 2024-11-18T20:49:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741912_1090 (size=7) 2024-11-18T20:49:41,710 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:41,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:41,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:41,717 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:41,717 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:41,718 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:41,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:41,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741913_1091 (size=1393) 2024-11-18T20:49:41,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741913_1091 (size=1393) 2024-11-18T20:49:41,733 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:41,733 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:49:41,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741914_1092 (size=1393) 2024-11-18T20:49:41,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741914_1092 (size=1393) 2024-11-18T20:49:41,761 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:49:41,761 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:49:41,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741915_1093 (size=1393) 2024-11-18T20:49:41,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741915_1093 (size=1393) 2024-11-18T20:49:41,787 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:49:41,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:49:41,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741916_1094 (size=1393) 2024-11-18T20:49:41,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741916_1094 (size=1393) 2024-11-18T20:49:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:49:41,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:49:41,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:41,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741917_1095 (size=1393) 2024-11-18T20:49:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741917_1095 (size=1393) 2024-11-18T20:49:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:49:42,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:49:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:49:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741919_1097 (size=1405) 2024-11-18T20:49:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741919_1097 (size=1405) 2024-11-18T20:49:42,395 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:49:42,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:49:42,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741920_1098 (size=1413) 2024-11-18T20:49:42,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741920_1098 (size=1413) 2024-11-18T20:49:42,820 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:49:42,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:49:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741921_1099 (size=1413) 2024-11-18T20:49:42,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741921_1099 (size=1413) 2024-11-18T20:49:42,841 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:49:42,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:49:42,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:42,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741922_1100 (size=1413) 2024-11-18T20:49:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741922_1100 (size=1413) 2024-11-18T20:49:42,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:49:42,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:49:42,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0 2024-11-18T20:49:42,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0 after 1ms 2024-11-18T20:49:42,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0 took 8ms 2024-11-18T20:49:42,907 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0 so closing down 2024-11-18T20:49:42,907 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:42,907 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:42,914 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:42,916 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:42,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:42,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:42,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741924_1102 (size=743) 2024-11-18T20:49:42,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741923_1101 (size=743) 2024-11-18T20:49:42,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741923_1101 (size=743) 2024-11-18T20:49:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741924_1102 (size=743) 2024-11-18T20:49:43,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:43,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:43,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:49:43,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:49:43,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:43,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0, size=1.4 K (1393bytes) at 1731962982884Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0 so closing down at 1731962982907 (+23 ms)3 split writer threads finished at 1731962982907Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962982917 (+10 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962982924 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962983001 (+77 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962983002 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962983005 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962983006 (+1 ms)Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962983006 2024-11-18T20:49:43,012 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/oldWALs/wal.dat.0 2024-11-18T20:49:43,012 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:49:43,012 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1 2024-11-18T20:49:43,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1 after 1ms 2024-11-18T20:49:43,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1 took 6ms 2024-11-18T20:49:43,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1 so closing down 2024-11-18T20:49:43,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:43,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:43,061 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:43,064 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:43,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:43,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741926_1104 (size=743) 2024-11-18T20:49:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741926_1104 (size=743) 2024-11-18T20:49:43,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:43,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:49:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741925_1103 (size=743) 2024-11-18T20:49:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741925_1103 (size=743) 2024-11-18T20:49:43,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:43,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:49:43,196 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 161 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:43,196 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1, size=1.4 K (1393bytes) at 1731962983012Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1 so closing down at 1731962983038 (+26 ms)3 split writer threads finished at 1731962983042 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962983067 (+25 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962983083 (+16 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962983164 (+81 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962983166 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962983193 (+27 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962983196 (+3 ms)Processed 20 edits across 2 Regions in 161 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962983196 2024-11-18T20:49:43,200 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/oldWALs/wal.dat.1 2024-11-18T20:49:43,200 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:49:43,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2 2024-11-18T20:49:43,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2 after 1ms 2024-11-18T20:49:43,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2 took 8ms 2024-11-18T20:49:43,241 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2 so closing down 2024-11-18T20:49:43,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:43,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:43,264 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:43,279 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:43,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:43,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:43,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:49:43,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741927_1105 (size=743) 2024-11-18T20:49:43,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741927_1105 (size=743) 2024-11-18T20:49:43,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:43,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:49:43,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741928_1106 (size=743) 2024-11-18T20:49:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741928_1106 (size=743) 2024-11-18T20:49:43,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:43,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:49:43,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 198 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:43,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2, size=1.4 K (1393bytes) at 1731962983200Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2 so closing down at 1731962983241 (+41 ms)3 split writer threads finished at 1731962983244 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962983288 (+44 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962983296 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962983401 (+105 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962983411 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962983427 (+16 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962983437 (+10 ms)Processed 20 edits across 2 Regions in 198 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962983437 2024-11-18T20:49:43,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/oldWALs/wal.dat.2 2024-11-18T20:49:43,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:49:43,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3 2024-11-18T20:49:43,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3 after 0ms 2024-11-18T20:49:43,450 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3 took 4ms 2024-11-18T20:49:43,502 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3 so closing down 2024-11-18T20:49:43,503 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:43,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:43,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:43,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:43,581 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:43,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:43,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741929_1107 (size=743) 2024-11-18T20:49:43,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741929_1107 (size=743) 2024-11-18T20:49:43,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:43,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:49:43,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741930_1108 (size=743) 2024-11-18T20:49:43,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741930_1108 (size=743) 2024-11-18T20:49:43,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:43,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:49:43,621 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:43,621 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3, size=1.4 K (1393bytes) at 1731962983445Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3 so closing down at 1731962983502 (+57 ms)3 split writer threads finished at 1731962983504 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962983563 (+59 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962983589 (+26 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962983610 (+21 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962983613 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962983619 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962983621 (+2 ms)Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962983621 2024-11-18T20:49:43,631 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/oldWALs/wal.dat.3 2024-11-18T20:49:43,632 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:49:43,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4 2024-11-18T20:49:43,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4 after 5ms 2024-11-18T20:49:43,644 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4 took 12ms 2024-11-18T20:49:43,657 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4 so closing down 2024-11-18T20:49:43,657 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:43,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:43,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:43,686 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:43,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:43,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:43,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741931_1109 (size=743) 2024-11-18T20:49:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741931_1109 (size=743) 2024-11-18T20:49:43,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:43,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:49:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741932_1110 (size=743) 2024-11-18T20:49:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741932_1110 (size=743) 2024-11-18T20:49:43,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:43,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:49:43,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:43,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4, size=1.4 K (1393bytes) at 1731962983632Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4 so closing down at 1731962983657 (+25 ms)3 split writer threads finished at 1731962983663 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962983687 (+24 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962983688 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962983727 (+39 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962983730 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962983755 (+25 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962983765 (+10 ms)Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962983765 2024-11-18T20:49:43,769 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/oldWALs/wal.dat.4 2024-11-18T20:49:43,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5, size=150 (150bytes) 2024-11-18T20:49:43,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5 2024-11-18T20:49:43,772 WARN [IPC Server handler 0 on default port 36467 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-18T20:49:43,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5 after 3ms 2024-11-18T20:49:44,250 WARN [ResponseProcessor for block BP-213181080-172.17.0.2-1731962947506:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-213181080-172.17.0.2-1731962947506:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:49:44,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2147468054_22 at /127.0.0.1:41518 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:44625:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41518 dst: /127.0.0.1:44625 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44625 remote=/127.0.0.1:41518]. Total timeout mills is 60000, 58113 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:49:44,250 WARN [DataStreamer for file /user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5 block BP-213181080-172.17.0.2-1731962947506:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-213181080-172.17.0.2-1731962947506:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:44625,DS-86ba6598-c340-45f7-bf99-11f786427c3f,DISK], DatanodeInfoWithStorage[127.0.0.1:43417,DS-a7f36f87-2d16-453d-a8d3-17435a396645,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:44625,DS-86ba6598-c340-45f7-bf99-11f786427c3f,DISK]) is bad. 2024-11-18T20:49:44,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2147468054_22 at /127.0.0.1:32800 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:43417:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32800 dst: /127.0.0.1:43417 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:49:44,252 WARN [DataStreamer for file /user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5 block BP-213181080-172.17.0.2-1731962947506:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-213181080-172.17.0.2-1731962947506:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:49:44,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741918_1111 (size=1385) 2024-11-18T20:49:44,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741918_1111 (size=1385) 2024-11-18T20:49:47,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5 after 4004ms 2024-11-18T20:49:47,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5 took 4008ms 2024-11-18T20:49:47,781 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5; continuing. 2024-11-18T20:49:47,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5 so closing down 2024-11-18T20:49:47,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:47,783 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:47,789 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:47,789 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:47,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:47,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:47,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741933_1112 (size=743) 2024-11-18T20:49:47,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741933_1112 (size=743) 2024-11-18T20:49:47,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:47,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:49:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741934_1113 (size=743) 2024-11-18T20:49:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741934_1113 (size=743) 2024-11-18T20:49:47,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:47,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:49:47,812 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T20:49:47,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5, size=150 (150bytes) at 1731962983770Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5 so closing down at 1731962987781 (+4011 ms)3 split writer threads finished at 1731962987783 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962987791 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962987791Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962987802 (+11 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962987804 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962987810 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962987812 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731962987812 2024-11-18T20:49:47,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/oldWALs/wal.dat.5 2024-11-18T20:49:47,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:49:47,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6 2024-11-18T20:49:47,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6 after 1ms 2024-11-18T20:49:47,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6 took 3ms 2024-11-18T20:49:47,820 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6 so closing down 2024-11-18T20:49:47,820 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:47,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:47,825 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:47,825 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:47,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:47,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:47,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741935_1114 (size=749) 2024-11-18T20:49:47,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741935_1114 (size=749) 2024-11-18T20:49:47,838 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741936_1115 (size=749) 2024-11-18T20:49:47,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:49:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741936_1115 (size=749) 2024-11-18T20:49:47,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:47,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:49:47,844 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:49:47,844 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6, size=1.4 K (1405bytes) at 1731962987815Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6 so closing down at 1731962987820 (+5 ms)3 split writer threads finished at 1731962987820Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962987827 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962987827Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962987838 (+11 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962987841 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962987842 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962987844 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962987844 2024-11-18T20:49:47,846 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/oldWALs/wal.dat.6 2024-11-18T20:49:47,847 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:49:47,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7 2024-11-18T20:49:47,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7 after 0ms 2024-11-18T20:49:47,850 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7 took 4ms 2024-11-18T20:49:47,852 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7 so closing down 2024-11-18T20:49:47,852 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:47,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:47,860 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:47,860 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:47,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:47,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:47,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741937_1116 (size=753) 2024-11-18T20:49:47,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741937_1116 (size=753) 2024-11-18T20:49:47,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:47,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:49:47,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741938_1117 (size=753) 2024-11-18T20:49:47,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741938_1117 (size=753) 2024-11-18T20:49:48,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:48,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:49:48,289 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:48,289 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7, size=1.4 K (1413bytes) at 1731962987847Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7 so closing down at 1731962987852 (+5 ms)3 split writer threads finished at 1731962987852Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962987861 (+9 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962987862 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962987875 (+13 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962987877 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962988288 (+411 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962988289 (+1 ms)Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962988289 2024-11-18T20:49:48,291 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/oldWALs/wal.dat.7 2024-11-18T20:49:48,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:49:48,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8 2024-11-18T20:49:48,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8 after 0ms 2024-11-18T20:49:48,294 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8 took 3ms 2024-11-18T20:49:48,296 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8 so closing down 2024-11-18T20:49:48,296 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:48,296 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:48,300 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:48,300 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:48,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:48,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741939_1118 (size=753) 2024-11-18T20:49:48,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741939_1118 (size=753) 2024-11-18T20:49:48,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:48,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:48,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:49:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741940_1119 (size=753) 2024-11-18T20:49:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741940_1119 (size=753) 2024-11-18T20:49:48,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:48,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:49:48,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:48,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8, size=1.4 K (1413bytes) at 1731962988292Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8 so closing down at 1731962988296 (+4 ms)3 split writer threads finished at 1731962988296Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962988302 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962988307 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962988307Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962988309 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962988313 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962988315 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962988315 2024-11-18T20:49:48,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/oldWALs/wal.dat.8 2024-11-18T20:49:48,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:49:48,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9 2024-11-18T20:49:48,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9 after 1ms 2024-11-18T20:49:48,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9 took 3ms 2024-11-18T20:49:48,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9 so closing down 2024-11-18T20:49:48,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:48,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:48,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:48,325 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:48,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:48,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:48,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741941_1120 (size=753) 2024-11-18T20:49:48,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741941_1120 (size=753) 2024-11-18T20:49:48,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:48,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:49:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741942_1121 (size=753) 2024-11-18T20:49:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741942_1121 (size=753) 2024-11-18T20:49:48,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:48,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:49:48,347 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:48,347 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9, size=1.4 K (1413bytes) at 1731962988317Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9 so closing down at 1731962988322 (+5 ms)3 split writer threads finished at 1731962988322Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962988326 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962988326Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962988337 (+11 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962988339 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962988346 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962988347 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962988347 2024-11-18T20:49:48,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731962981717/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/f88334bf-7b23-bc9d-5178-8db0f1dfd244/oldWALs/wal.dat.9 2024-11-18T20:49:48,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141 (was 143), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 777), ProcessCount=11 (was 11), AvailableMemoryMB=1655 (was 1738) 2024-11-18T20:49:48,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=1654 2024-11-18T20:49:48,434 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:48,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741943_1122 (size=7) 2024-11-18T20:49:48,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741943_1122 (size=7) 2024-11-18T20:49:48,446 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:48,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:48,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:48,451 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:48,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=141 (was 141), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=1654 (was 1654) 2024-11-18T20:49:48,472 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=1654 2024-11-18T20:49:48,472 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:48,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741944_1123 (size=7) 2024-11-18T20:49:48,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741944_1123 (size=7) 2024-11-18T20:49:48,488 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:48,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:48,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:48,494 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:48,494 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:48,495 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:48,497 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:48,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741945_1124 (size=1393) 2024-11-18T20:49:48,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741945_1124 (size=1393) 2024-11-18T20:49:48,520 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:48,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:49:48,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741946_1125 (size=1393) 2024-11-18T20:49:48,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741946_1125 (size=1393) 2024-11-18T20:49:48,540 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:49:48,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:49:48,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741947_1126 (size=1393) 2024-11-18T20:49:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741947_1126 (size=1393) 2024-11-18T20:49:48,556 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:49:48,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:49:48,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741948_1127 (size=1393) 2024-11-18T20:49:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741948_1127 (size=1393) 2024-11-18T20:49:48,572 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:49:48,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:49:48,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741949_1128 (size=1393) 2024-11-18T20:49:48,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741949_1128 (size=1393) 2024-11-18T20:49:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:49:48,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:49:48,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741950_1129 (size=1393) 2024-11-18T20:49:48,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741950_1129 (size=1393) 2024-11-18T20:49:48,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:49:48,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:49:48,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741951_1130 (size=1405) 2024-11-18T20:49:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741951_1130 (size=1405) 2024-11-18T20:49:48,636 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:49:48,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:49:48,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741952_1131 (size=1413) 2024-11-18T20:49:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741952_1131 (size=1413) 2024-11-18T20:49:48,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:49:48,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:49:48,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741953_1132 (size=1413) 2024-11-18T20:49:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741953_1132 (size=1413) 2024-11-18T20:49:49,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:49:49,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:49:49,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:49,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:49,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741954_1133 (size=1413) 2024-11-18T20:49:49,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741954_1133 (size=1413) 2024-11-18T20:49:49,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:49:49,128 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:49:49,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0 2024-11-18T20:49:49,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0 after 0ms 2024-11-18T20:49:49,130 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0 took 3ms 2024-11-18T20:49:49,132 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0 so closing down 2024-11-18T20:49:49,132 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:49,132 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:49,137 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:49,137 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:49,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:49,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:49,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741956_1135 (size=743) 2024-11-18T20:49:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741956_1135 (size=743) 2024-11-18T20:49:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741955_1134 (size=743) 2024-11-18T20:49:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741955_1134 (size=743) 2024-11-18T20:49:49,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:49:49,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:49:49,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:49,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0, size=1.4 K (1393bytes) at 1731962989128Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0 so closing down at 1731962989132 (+4 ms)3 split writer threads finished at 1731962989132Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962989138 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962989138Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989150 (+12 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989150Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962989152 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962989152Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962989152 2024-11-18T20:49:49,154 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/oldWALs/wal.dat.0 2024-11-18T20:49:49,154 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:49:49,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1 2024-11-18T20:49:49,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1 after 0ms 2024-11-18T20:49:49,157 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1 took 3ms 2024-11-18T20:49:49,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1 so closing down 2024-11-18T20:49:49,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:49,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:49,160 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:49,160 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:49,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:49,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:49,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741957_1136 (size=743) 2024-11-18T20:49:49,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741957_1136 (size=743) 2024-11-18T20:49:49,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741958_1137 (size=743) 2024-11-18T20:49:49,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741958_1137 (size=743) 2024-11-18T20:49:49,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:49:49,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:49:49,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:49,172 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1, size=1.4 K (1393bytes) at 1731962989154Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1 so closing down at 1731962989158 (+4 ms)3 split writer threads finished at 1731962989158Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962989161 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962989161Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989170 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989171 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962989171Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962989172 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962989172 2024-11-18T20:49:49,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/oldWALs/wal.dat.1 2024-11-18T20:49:49,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:49:49,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2 2024-11-18T20:49:49,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2 after 0ms 2024-11-18T20:49:49,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2 took 3ms 2024-11-18T20:49:49,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2 so closing down 2024-11-18T20:49:49,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:49,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:49,180 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:49,180 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:49,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:49,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:49,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741960_1139 (size=743) 2024-11-18T20:49:49,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741960_1139 (size=743) 2024-11-18T20:49:49,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:49:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741959_1138 (size=743) 2024-11-18T20:49:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741959_1138 (size=743) 2024-11-18T20:49:49,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:49:49,201 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:49,201 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2, size=1.4 K (1393bytes) at 1731962989174Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2 so closing down at 1731962989177 (+3 ms)3 split writer threads finished at 1731962989177Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962989181 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962989181Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989188 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962989190 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989200 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962989201 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962989201 2024-11-18T20:49:49,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/oldWALs/wal.dat.2 2024-11-18T20:49:49,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:49:49,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3 2024-11-18T20:49:49,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3 after 0ms 2024-11-18T20:49:49,205 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3 took 2ms 2024-11-18T20:49:49,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3 so closing down 2024-11-18T20:49:49,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:49,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:49,209 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:49,209 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:49,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:49,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:49,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741961_1140 (size=743) 2024-11-18T20:49:49,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741961_1140 (size=743) 2024-11-18T20:49:49,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:49:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741962_1141 (size=743) 2024-11-18T20:49:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741962_1141 (size=743) 2024-11-18T20:49:49,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:49:49,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:49,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3, size=1.4 K (1393bytes) at 1731962989203Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3 so closing down at 1731962989207 (+4 ms)3 split writer threads finished at 1731962989207Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962989214 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962989214Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989226 (+12 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962989228 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989230 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962989231 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962989232 (+1 ms) 2024-11-18T20:49:49,235 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/oldWALs/wal.dat.3 2024-11-18T20:49:49,235 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:49:49,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4 2024-11-18T20:49:49,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4 after 0ms 2024-11-18T20:49:49,239 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4 took 4ms 2024-11-18T20:49:49,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4 so closing down 2024-11-18T20:49:49,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:49,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:49,248 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:49,248 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:49,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:49,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:49,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741963_1142 (size=743) 2024-11-18T20:49:49,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741963_1142 (size=743) 2024-11-18T20:49:49,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741964_1143 (size=743) 2024-11-18T20:49:49,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741964_1143 (size=743) 2024-11-18T20:49:49,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:49:49,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,670 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:49:49,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:49,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4, size=1.4 K (1393bytes) at 1731962989235Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4 so closing down at 1731962989240 (+5 ms)3 split writer threads finished at 1731962989240Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962989249 (+9 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962989250 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989270 (+20 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962989271 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989668 (+397 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962989670 (+2 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962989670 2024-11-18T20:49:49,671 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/oldWALs/wal.dat.4 2024-11-18T20:49:49,672 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:49:49,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5 2024-11-18T20:49:49,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5 after 0ms 2024-11-18T20:49:49,674 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5 took 3ms 2024-11-18T20:49:49,675 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5 so closing down 2024-11-18T20:49:49,675 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:49,675 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:49,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:49,677 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:49,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:49,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741965_1144 (size=743) 2024-11-18T20:49:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741966_1145 (size=743) 2024-11-18T20:49:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741965_1144 (size=743) 2024-11-18T20:49:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741966_1145 (size=743) 2024-11-18T20:49:49,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:49:49,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:49:49,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:49,692 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5, size=1.4 K (1393bytes) at 1731962989672Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5 so closing down at 1731962989675 (+3 ms)3 split writer threads finished at 1731962989675Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962989681 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962989681Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989690 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989690Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962989692 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962989692Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962989692 2024-11-18T20:49:49,693 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/oldWALs/wal.dat.5 2024-11-18T20:49:49,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:49:49,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6 2024-11-18T20:49:49,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6 after 0ms 2024-11-18T20:49:49,697 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6 took 4ms 2024-11-18T20:49:49,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6 so closing down 2024-11-18T20:49:49,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:49,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:49,702 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:49,702 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:49,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:49,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:49,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741967_1146 (size=749) 2024-11-18T20:49:49,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741967_1146 (size=749) 2024-11-18T20:49:49,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741968_1147 (size=749) 2024-11-18T20:49:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741968_1147 (size=749) 2024-11-18T20:49:49,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,715 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:49:49,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:49:49,716 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:49:49,716 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6, size=1.4 K (1405bytes) at 1731962989694Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6 so closing down at 1731962989699 (+5 ms)3 split writer threads finished at 1731962989699Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962989703 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962989703Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989713 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989713Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962989716 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962989716Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962989716 2024-11-18T20:49:49,718 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/oldWALs/wal.dat.6 2024-11-18T20:49:49,718 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:49:49,718 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7 2024-11-18T20:49:49,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7 after 1ms 2024-11-18T20:49:49,721 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7 took 3ms 2024-11-18T20:49:49,722 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7 so closing down 2024-11-18T20:49:49,722 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:49,722 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:49,724 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:49,724 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:49,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:49,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:49,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741969_1148 (size=753) 2024-11-18T20:49:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741969_1148 (size=753) 2024-11-18T20:49:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741970_1149 (size=753) 2024-11-18T20:49:49,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741970_1149 (size=753) 2024-11-18T20:49:49,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:49,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:49:50,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:50,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:49:50,138 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:50,138 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7, size=1.4 K (1413bytes) at 1731962989718Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7 so closing down at 1731962989722 (+4 ms)3 split writer threads finished at 1731962989722Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962989726 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962989727 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962989738 (+11 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962989740 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962990136 (+396 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962990138 (+2 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962990138 2024-11-18T20:49:50,140 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/oldWALs/wal.dat.7 2024-11-18T20:49:50,141 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:49:50,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8 2024-11-18T20:49:50,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8 after 0ms 2024-11-18T20:49:50,143 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8 took 3ms 2024-11-18T20:49:50,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8 so closing down 2024-11-18T20:49:50,147 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:50,147 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:50,150 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:50,150 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:50,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:50,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:50,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741971_1150 (size=753) 2024-11-18T20:49:50,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741972_1151 (size=753) 2024-11-18T20:49:50,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741971_1150 (size=753) 2024-11-18T20:49:50,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:50,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741972_1151 (size=753) 2024-11-18T20:49:50,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:50,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:49:50,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:49:50,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:50,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8, size=1.4 K (1413bytes) at 1731962990141Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8 so closing down at 1731962990145 (+4 ms)3 split writer threads finished at 1731962990147 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962990151 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962990155 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962990168 (+13 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962990168Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962990169 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962990170 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962990170 2024-11-18T20:49:50,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/oldWALs/wal.dat.8 2024-11-18T20:49:50,172 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:49:50,172 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9 2024-11-18T20:49:50,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9 after 1ms 2024-11-18T20:49:50,175 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9 took 3ms 2024-11-18T20:49:50,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9 so closing down 2024-11-18T20:49:50,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:50,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:50,180 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:50,180 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:50,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:50,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:50,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741973_1152 (size=753) 2024-11-18T20:49:50,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741973_1152 (size=753) 2024-11-18T20:49:50,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:50,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:49:50,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741974_1153 (size=753) 2024-11-18T20:49:50,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741974_1153 (size=753) 2024-11-18T20:49:50,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:50,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:49:50,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:50,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9, size=1.4 K (1413bytes) at 1731962990172Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9 so closing down at 1731962990177 (+5 ms)3 split writer threads finished at 1731962990177Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962990183 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962990183Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962990196 (+13 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962990198 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962990203 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962990205 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962990205 2024-11-18T20:49:50,207 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/WALs/testsplit,16010,1731962988494/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/69e29fdd-0dd5-edd8-c860-8b15ab329e5c/oldWALs/wal.dat.9 2024-11-18T20:49:50,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=141 (was 141), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=1617 (was 1654) 2024-11-18T20:49:50,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=1615 2024-11-18T20:49:50,292 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:50,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741975_1154 (size=7) 2024-11-18T20:49:50,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741975_1154 (size=7) 2024-11-18T20:49:50,303 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:50,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:50,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:50,309 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:50,310 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:50,311 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:50,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:50,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741976_1155 (size=1393) 2024-11-18T20:49:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741976_1155 (size=1393) 2024-11-18T20:49:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:50,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:49:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741977_1156 (size=1393) 2024-11-18T20:49:50,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741977_1156 (size=1393) 2024-11-18T20:49:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:49:50,746 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:49:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741978_1157 (size=1393) 2024-11-18T20:49:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741978_1157 (size=1393) 2024-11-18T20:49:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:49:50,761 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:49:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741979_1158 (size=1393) 2024-11-18T20:49:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741979_1158 (size=1393) 2024-11-18T20:49:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:49:50,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:49:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741980_1159 (size=1393) 2024-11-18T20:49:50,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741980_1159 (size=1393) 2024-11-18T20:49:50,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:49:50,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:49:50,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741981_1160 (size=1393) 2024-11-18T20:49:50,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741981_1160 (size=1393) 2024-11-18T20:49:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:49:50,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:49:50,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741982_1161 (size=1405) 2024-11-18T20:49:50,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741982_1161 (size=1405) 2024-11-18T20:49:50,844 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:49:50,845 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:49:50,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741983_1162 (size=1413) 2024-11-18T20:49:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741983_1162 (size=1413) 2024-11-18T20:49:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:49:50,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:49:50,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741984_1163 (size=1413) 2024-11-18T20:49:50,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741984_1163 (size=1413) 2024-11-18T20:49:50,883 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:49:50,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:49:50,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:50,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741985_1164 (size=1413) 2024-11-18T20:49:50,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741985_1164 (size=1413) 2024-11-18T20:49:50,902 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:49:50,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:49:50,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0 2024-11-18T20:49:50,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0 after 1ms 2024-11-18T20:49:50,931 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0 took 4ms 2024-11-18T20:49:50,936 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0 so closing down 2024-11-18T20:49:50,936 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:50,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:50,940 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:50,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:50,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:50,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741986_1165 (size=743) 2024-11-18T20:49:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741986_1165 (size=743) 2024-11-18T20:49:50,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:50,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741987_1166 (size=743) 2024-11-18T20:49:50,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741987_1166 (size=743) 2024-11-18T20:49:50,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:50,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:49:50,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:49:50,958 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:50,959 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0, size=1.4 K (1393bytes) at 1731962990927Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0 so closing down at 1731962990936 (+9 ms)3 split writer threads finished at 1731962990936Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962990941 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962990944 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962990954 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962990956 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962990957 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962990958 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962990958 2024-11-18T20:49:50,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/oldWALs/wal.dat.0 2024-11-18T20:49:50,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:49:50,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1 2024-11-18T20:49:50,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1 after 1ms 2024-11-18T20:49:50,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1 took 4ms 2024-11-18T20:49:50,970 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1 so closing down 2024-11-18T20:49:50,970 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:50,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:50,973 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:50,973 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:50,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:50,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741989_1168 (size=743) 2024-11-18T20:49:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741988_1167 (size=743) 2024-11-18T20:49:50,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741988_1167 (size=743) 2024-11-18T20:49:50,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741989_1168 (size=743) 2024-11-18T20:49:50,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:50,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:49:51,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:51,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:49:51,382 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:51,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1, size=1.4 K (1393bytes) at 1731962990961Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1 so closing down at 1731962990970 (+9 ms)3 split writer threads finished at 1731962990970Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962990974 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962990974Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962990979 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962990981 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962991379 (+398 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962991381 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962991382 (+1 ms) 2024-11-18T20:49:51,385 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/oldWALs/wal.dat.1 2024-11-18T20:49:51,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:49:51,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2 2024-11-18T20:49:51,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2 after 0ms 2024-11-18T20:49:51,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2 took 3ms 2024-11-18T20:49:51,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2 so closing down 2024-11-18T20:49:51,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:51,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:51,392 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:51,392 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:51,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:51,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741990_1169 (size=743) 2024-11-18T20:49:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741990_1169 (size=743) 2024-11-18T20:49:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741991_1170 (size=743) 2024-11-18T20:49:51,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741991_1170 (size=743) 2024-11-18T20:49:51,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:49:51,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:51,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:49:51,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:51,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2, size=1.4 K (1393bytes) at 1731962991385Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2 so closing down at 1731962991389 (+4 ms)3 split writer threads finished at 1731962991389Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962991392 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962991393 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962991401 (+8 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962991403 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962991803 (+400 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962991806 (+3 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962991806 2024-11-18T20:49:51,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/oldWALs/wal.dat.2 2024-11-18T20:49:51,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:49:51,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3 2024-11-18T20:49:51,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3 after 1ms 2024-11-18T20:49:51,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3 took 4ms 2024-11-18T20:49:51,821 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3 so closing down 2024-11-18T20:49:51,821 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:51,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:51,834 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:51,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:51,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:51,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741992_1171 (size=743) 2024-11-18T20:49:51,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741992_1171 (size=743) 2024-11-18T20:49:51,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741993_1172 (size=743) 2024-11-18T20:49:51,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:51,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741993_1172 (size=743) 2024-11-18T20:49:51,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:49:52,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:52,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:49:52,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:52,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3, size=1.4 K (1393bytes) at 1731962991811Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3 so closing down at 1731962991821 (+10 ms)3 split writer threads finished at 1731962991821Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962991839 (+18 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962991843 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962991890 (+47 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962991895 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962992264 (+369 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962992268 (+4 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962992268 2024-11-18T20:49:52,273 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/oldWALs/wal.dat.3 2024-11-18T20:49:52,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:49:52,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4 2024-11-18T20:49:52,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4 after 1ms 2024-11-18T20:49:52,278 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4 took 5ms 2024-11-18T20:49:52,280 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4 so closing down 2024-11-18T20:49:52,280 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:52,281 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:52,290 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:52,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:52,297 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:52,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:52,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741994_1173 (size=743) 2024-11-18T20:49:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741994_1173 (size=743) 2024-11-18T20:49:52,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741995_1174 (size=743) 2024-11-18T20:49:52,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741995_1174 (size=743) 2024-11-18T20:49:52,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:49:52,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:52,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:49:52,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:52,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4, size=1.4 K (1393bytes) at 1731962992273Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4 so closing down at 1731962992280 (+7 ms)3 split writer threads finished at 1731962992281 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962992296 (+15 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962992304 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962992313 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962992324 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962992715 (+391 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962992718 (+3 ms)Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962992718 2024-11-18T20:49:52,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/oldWALs/wal.dat.4 2024-11-18T20:49:52,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:49:52,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5 2024-11-18T20:49:52,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5 after 0ms 2024-11-18T20:49:52,726 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5 took 5ms 2024-11-18T20:49:52,729 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5 so closing down 2024-11-18T20:49:52,729 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:52,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:52,738 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:52,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:52,748 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:52,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741996_1175 (size=743) 2024-11-18T20:49:52,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:52,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741996_1175 (size=743) 2024-11-18T20:49:52,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741997_1176 (size=743) 2024-11-18T20:49:52,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:49:52,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:52,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741997_1176 (size=743) 2024-11-18T20:49:52,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:49:52,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:52,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5, size=1.4 K (1393bytes) at 1731962992722Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5 so closing down at 1731962992729 (+7 ms)3 split writer threads finished at 1731962992729Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962992740 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962992750 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962992753 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962992761 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962992762 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962992765 (+3 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962992765 2024-11-18T20:49:52,769 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/oldWALs/wal.dat.5 2024-11-18T20:49:52,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:49:52,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6 2024-11-18T20:49:52,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6 after 1ms 2024-11-18T20:49:52,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6 took 4ms 2024-11-18T20:49:52,776 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6 so closing down 2024-11-18T20:49:52,776 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:52,778 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:52,788 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:52,789 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:52,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:52,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:52,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741998_1177 (size=749) 2024-11-18T20:49:52,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741998_1177 (size=749) 2024-11-18T20:49:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741999_1178 (size=749) 2024-11-18T20:49:52,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741999_1178 (size=749) 2024-11-18T20:49:52,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:52,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:49:53,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:53,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:49:53,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:49:53,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6, size=1.4 K (1405bytes) at 1731962992769Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6 so closing down at 1731962992776 (+7 ms)3 split writer threads finished at 1731962992778 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962992790 (+12 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962992795 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962992848 (+53 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962992856 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962993229 (+373 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962993232 (+3 ms)Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962993232 2024-11-18T20:49:53,237 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/oldWALs/wal.dat.6 2024-11-18T20:49:53,237 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:49:53,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7 2024-11-18T20:49:53,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7 after 1ms 2024-11-18T20:49:53,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7 took 6ms 2024-11-18T20:49:53,252 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7 so closing down 2024-11-18T20:49:53,252 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:53,253 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:53,257 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:53,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:53,269 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:53,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:53,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742000_1179 (size=753) 2024-11-18T20:49:53,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742000_1179 (size=753) 2024-11-18T20:49:53,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:53,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:49:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742001_1180 (size=753) 2024-11-18T20:49:53,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742001_1180 (size=753) 2024-11-18T20:49:53,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:53,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:49:53,306 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:53,306 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7, size=1.4 K (1413bytes) at 1731962993237Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7 so closing down at 1731962993252 (+15 ms)3 split writer threads finished at 1731962993254 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962993264 (+10 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962993271 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962993286 (+15 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962993289 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962993301 (+12 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962993305 (+4 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962993306 (+1 ms) 2024-11-18T20:49:53,310 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/oldWALs/wal.dat.7 2024-11-18T20:49:53,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:49:53,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8 2024-11-18T20:49:53,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8 after 2ms 2024-11-18T20:49:53,316 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8 took 6ms 2024-11-18T20:49:53,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8 so closing down 2024-11-18T20:49:53,319 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:53,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:53,327 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:53,327 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:53,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:53,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742002_1181 (size=753) 2024-11-18T20:49:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742002_1181 (size=753) 2024-11-18T20:49:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742003_1182 (size=753) 2024-11-18T20:49:53,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742003_1182 (size=753) 2024-11-18T20:49:53,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:49:53,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:53,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:49:53,764 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:53,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8, size=1.4 K (1413bytes) at 1731962993310Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8 so closing down at 1731962993319 (+9 ms)3 split writer threads finished at 1731962993319Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962993331 (+12 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962993336 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962993362 (+26 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962993366 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962993760 (+394 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962993764 (+4 ms)Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962993764 2024-11-18T20:49:53,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/oldWALs/wal.dat.8 2024-11-18T20:49:53,768 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:49:53,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9 2024-11-18T20:49:53,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9 after 1ms 2024-11-18T20:49:53,772 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9 took 4ms 2024-11-18T20:49:53,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9 so closing down 2024-11-18T20:49:53,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:53,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:53,789 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:53,789 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:53,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:53,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:53,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742004_1183 (size=753) 2024-11-18T20:49:53,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742004_1183 (size=753) 2024-11-18T20:49:53,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742005_1184 (size=753) 2024-11-18T20:49:53,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742005_1184 (size=753) 2024-11-18T20:49:53,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:53,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:49:54,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:54,213 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:49:54,213 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:54,213 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9, size=1.4 K (1413bytes) at 1731962993768Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9 so closing down at 1731962993780 (+12 ms)3 split writer threads finished at 1731962993781 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962993791 (+10 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962993806 (+15 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962993822 (+16 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962993832 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962994210 (+378 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962994213 (+3 ms)Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962994213 2024-11-18T20:49:54,218 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/WALs/testmovedwalduringrecovery,16010,1731962990309/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/15656b20-4ea2-9c88-6836-151bc847cb2b/oldWALs/wal.dat.9 2024-11-18T20:49:54,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139 (was 141), OpenFileDescriptor=389 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=723 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=1539 (was 1615) 2024-11-18T20:49:54,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=723, ProcessCount=11, AvailableMemoryMB=1539 2024-11-18T20:49:54,240 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742006_1185 (size=7) 2024-11-18T20:49:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742006_1185 (size=7) 2024-11-18T20:49:54,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:54,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:54,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:54,254 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:54,258 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T20:49:54,258 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-18T20:49:54,259 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-18T20:49:54,260 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-18T20:49:54,260 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-18T20:49:54,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/WALs/testthreading,16010,1731962994255/wal.dat..fake, size=0 (0bytes) 2024-11-18T20:49:54,292 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/WALs/testthreading,16010,1731962994255/wal.dat..fake took 13ms 2024-11-18T20:49:54,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/WALs/testthreading,16010,1731962994255/wal.dat..fake so closing down 2024-11-18T20:49:54,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:54,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:54,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-18T20:49:54,996 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-18T20:49:55,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-18T20:49:55,076 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 79 ms) 2024-11-18T20:49:55,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 104 ms) 2024-11-18T20:49:55,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 103 ms) 2024-11-18T20:49:55,120 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-18T20:49:55,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-18T20:49:55,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) 2024-11-18T20:49:55,227 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 106 ms) 2024-11-18T20:49:55,233 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 939 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/WALs/testthreading,16010,1731962994255/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:49:55,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/WALs/testthreading,16010,1731962994255/wal.dat..fake, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/WALs/testthreading,16010,1731962994255/wal.dat..fake, size=0 (0bytes) at 1731962994280Split 1024 edits, skipped 0 edits. at 1731962994323 (+43 ms)Split 2048 edits, skipped 0 edits. at 1731962994352 (+29 ms)Split 3072 edits, skipped 0 edits. at 1731962994385 (+33 ms)Split 4096 edits, skipped 0 edits. at 1731962994431 (+46 ms)Split 5120 edits, skipped 0 edits. at 1731962994480 (+49 ms)Split 6144 edits, skipped 0 edits. at 1731962994526 (+46 ms)Split 7168 edits, skipped 0 edits. at 1731962994563 (+37 ms)Split 8192 edits, skipped 0 edits. at 1731962994590 (+27 ms)Split 9216 edits, skipped 0 edits. at 1731962994613 (+23 ms)Split 10240 edits, skipped 0 edits. at 1731962994637 (+24 ms)Split 11264 edits, skipped 0 edits. at 1731962994663 (+26 ms)Split 12288 edits, skipped 0 edits. at 1731962994702 (+39 ms)Split 13312 edits, skipped 0 edits. at 1731962994741 (+39 ms)Split 14336 edits, skipped 0 edits. at 1731962994770 (+29 ms)Split 15360 edits, skipped 0 edits. at 1731962994799 (+29 ms)Split 16384 edits, skipped 0 edits. at 1731962994826 (+27 ms)Split 17408 edits, skipped 0 edits. at 1731962994856 (+30 ms)Split 18432 edits, skipped 0 edits. at 1731962994887 (+31 ms)Split 19456 edits, skipped 0 edits. at 1731962994925 (+38 ms)Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/WALs/testthreading,16010,1731962994255/wal.dat..fake so closing down at 1731962994938 (+13 ms)3 split writer threads finished at 1731962994939 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731962994985 (+46 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731962994996 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731962995004 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 79 ms) at 1731962995076 (+72 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 104 ms) at 1731962995090 (+14 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 103 ms) at 1731962995108 (+18 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731962995120 (+12 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731962995128 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) at 1731962995210 (+82 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 106 ms) at 1731962995227 (+17 ms)Processed 20000 edits across 5 Regions in 939 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/cfc4ea14-1273-3875-b0cf-9466ac964ee3/WALs/testthreading,16010,1731962994255/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731962995233 (+6 ms) 2024-11-18T20:49:55,233 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-18T20:49:55,233 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-18T20:49:55,233 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-18T20:49:55,234 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-18T20:49:55,234 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-18T20:49:55,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137 (was 139), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=723 (was 723), ProcessCount=11 (was 11), AvailableMemoryMB=1390 (was 1539) 2024-11-18T20:49:55,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=723, ProcessCount=11, AvailableMemoryMB=1389 2024-11-18T20:49:55,293 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742007_1186 (size=7) 2024-11-18T20:49:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742007_1186 (size=7) 2024-11-18T20:49:55,774 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:55,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:55,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:55,780 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:55,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T20:49:55,783 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:55,791 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:55,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:55,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:55,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:55,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742008_1187 (size=1393) 2024-11-18T20:49:55,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742008_1187 (size=1393) 2024-11-18T20:49:56,260 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:56,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:49:56,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742009_1188 (size=1393) 2024-11-18T20:49:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742009_1188 (size=1393) 2024-11-18T20:49:56,326 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:49:56,326 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:49:56,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742010_1189 (size=1393) 2024-11-18T20:49:56,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742010_1189 (size=1393) 2024-11-18T20:49:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:49:56,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:49:56,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742011_1190 (size=1393) 2024-11-18T20:49:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742011_1190 (size=1393) 2024-11-18T20:49:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:49:56,829 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:49:56,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742012_1191 (size=1393) 2024-11-18T20:49:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742012_1191 (size=1393) 2024-11-18T20:49:56,856 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:49:56,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:49:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742013_1192 (size=1393) 2024-11-18T20:49:56,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742013_1192 (size=1393) 2024-11-18T20:49:56,889 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:49:56,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:49:56,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742014_1193 (size=1405) 2024-11-18T20:49:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742014_1193 (size=1405) 2024-11-18T20:49:56,914 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:49:56,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:49:56,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742015_1194 (size=1413) 2024-11-18T20:49:56,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742015_1194 (size=1413) 2024-11-18T20:49:56,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:49:56,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:49:56,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:56,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:56,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742016_1195 (size=1413) 2024-11-18T20:49:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742016_1195 (size=1413) 2024-11-18T20:49:57,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:49:57,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:49:57,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:57,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:57,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742017_1196 (size=1413) 2024-11-18T20:49:57,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742017_1196 (size=1413) 2024-11-18T20:49:57,042 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:49:57,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T20:49:57,072 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty, size=0 (0bytes) 2024-11-18T20:49:57,072 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty might be still open, length is 0 2024-11-18T20:49:57,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty 2024-11-18T20:49:57,072 WARN [IPC Server handler 1 on default port 36467 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty closed. 2024-11-18T20:49:57,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty after 1ms 2024-11-18T20:49:57,074 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T20:49:57,075 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty; empty? 2024-11-18T20:49:57,075 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty so closing down 2024-11-18T20:49:57,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:49:57,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty, size=0 (0bytes) at 1731962997072Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty so closing down at 1731962997075 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731962997076 (+1 ms) 2024-11-18T20:49:57,078 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat..empty to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat..empty 2024-11-18T20:49:57,079 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:49:57,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0 2024-11-18T20:49:57,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0 after 0ms 2024-11-18T20:49:57,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0 took 3ms 2024-11-18T20:49:57,085 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0 so closing down 2024-11-18T20:49:57,085 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:57,085 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:57,089 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:57,089 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:57,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:57,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742019_1198 (size=743) 2024-11-18T20:49:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742019_1198 (size=743) 2024-11-18T20:49:57,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742018_1197 (size=743) 2024-11-18T20:49:57,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742018_1197 (size=743) 2024-11-18T20:49:57,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:49:57,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:49:57,514 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:57,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0, size=1.4 K (1393bytes) at 1731962997079Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0 so closing down at 1731962997085 (+6 ms)3 split writer threads finished at 1731962997085Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962997093 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962997097 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997123 (+26 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962997124 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997512 (+388 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962997514 (+2 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962997514 2024-11-18T20:49:57,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.0 2024-11-18T20:49:57,517 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:49:57,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1 2024-11-18T20:49:57,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1 after 0ms 2024-11-18T20:49:57,521 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1 took 5ms 2024-11-18T20:49:57,522 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1 so closing down 2024-11-18T20:49:57,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:57,523 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:57,526 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:57,526 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:57,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:57,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:57,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742020_1199 (size=743) 2024-11-18T20:49:57,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742020_1199 (size=743) 2024-11-18T20:49:57,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:49:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742021_1200 (size=743) 2024-11-18T20:49:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742021_1200 (size=743) 2024-11-18T20:49:57,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:49:57,560 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:57,560 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1, size=1.4 K (1393bytes) at 1731962997517Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1 so closing down at 1731962997522 (+5 ms)3 split writer threads finished at 1731962997523 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962997527 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962997527Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997546 (+19 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962997548 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997558 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962997560 (+2 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962997560 2024-11-18T20:49:57,562 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.1 2024-11-18T20:49:57,562 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:49:57,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2 2024-11-18T20:49:57,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2 after 1ms 2024-11-18T20:49:57,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2 took 3ms 2024-11-18T20:49:57,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2 so closing down 2024-11-18T20:49:57,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:57,567 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:57,570 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:57,570 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:57,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:57,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742023_1202 (size=743) 2024-11-18T20:49:57,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742023_1202 (size=743) 2024-11-18T20:49:57,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:49:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742022_1201 (size=743) 2024-11-18T20:49:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742022_1201 (size=743) 2024-11-18T20:49:57,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,595 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:49:57,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:57,595 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2, size=1.4 K (1393bytes) at 1731962997562Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2 so closing down at 1731962997567 (+5 ms)3 split writer threads finished at 1731962997567Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962997578 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962997578Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997589 (+11 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962997591 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997593 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962997595 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962997595 2024-11-18T20:49:57,597 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.2 2024-11-18T20:49:57,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:49:57,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3 2024-11-18T20:49:57,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3 after 0ms 2024-11-18T20:49:57,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3 took 3ms 2024-11-18T20:49:57,601 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3 so closing down 2024-11-18T20:49:57,601 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:57,602 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:57,604 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:57,604 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:57,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:57,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742024_1203 (size=743) 2024-11-18T20:49:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742024_1203 (size=743) 2024-11-18T20:49:57,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742025_1204 (size=743) 2024-11-18T20:49:57,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742025_1204 (size=743) 2024-11-18T20:49:57,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:49:57,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:49:57,615 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:57,615 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3, size=1.4 K (1393bytes) at 1731962997597Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3 so closing down at 1731962997601 (+4 ms)3 split writer threads finished at 1731962997602 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962997606 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962997607 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997612 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997614 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962997614Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962997615 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962997615 2024-11-18T20:49:57,617 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.3 2024-11-18T20:49:57,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:49:57,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4 2024-11-18T20:49:57,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4 after 0ms 2024-11-18T20:49:57,621 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4 took 3ms 2024-11-18T20:49:57,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4 so closing down 2024-11-18T20:49:57,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:57,622 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:57,624 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:57,624 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:57,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:57,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742026_1205 (size=743) 2024-11-18T20:49:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742026_1205 (size=743) 2024-11-18T20:49:57,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742027_1206 (size=743) 2024-11-18T20:49:57,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742027_1206 (size=743) 2024-11-18T20:49:57,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:49:57,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:49:57,633 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:57,633 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4, size=1.4 K (1393bytes) at 1731962997618Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4 so closing down at 1731962997622 (+4 ms)3 split writer threads finished at 1731962997622Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962997625 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962997625Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997630 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997632 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962997633 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962997633Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962997633 2024-11-18T20:49:57,635 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.4 2024-11-18T20:49:57,635 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:49:57,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5 2024-11-18T20:49:57,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5 after 0ms 2024-11-18T20:49:57,637 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5 took 2ms 2024-11-18T20:49:57,638 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5 so closing down 2024-11-18T20:49:57,638 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:57,638 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:57,641 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:57,641 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:57,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:57,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742028_1207 (size=743) 2024-11-18T20:49:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742028_1207 (size=743) 2024-11-18T20:49:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742029_1208 (size=743) 2024-11-18T20:49:57,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742029_1208 (size=743) 2024-11-18T20:49:57,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:49:57,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:49:57,662 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:57,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5, size=1.4 K (1393bytes) at 1731962997635Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5 so closing down at 1731962997638 (+3 ms)3 split writer threads finished at 1731962997638Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962997642 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962997642Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997658 (+16 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997658Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962997659 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962997662 (+3 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962997662 2024-11-18T20:49:57,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.5 2024-11-18T20:49:57,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:49:57,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6 2024-11-18T20:49:57,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6 after 0ms 2024-11-18T20:49:57,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6 took 6ms 2024-11-18T20:49:57,672 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6 so closing down 2024-11-18T20:49:57,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:57,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:57,674 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:57,675 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:57,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:57,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742030_1209 (size=749) 2024-11-18T20:49:57,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742030_1209 (size=749) 2024-11-18T20:49:57,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:57,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:49:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742031_1210 (size=749) 2024-11-18T20:49:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742031_1210 (size=749) 2024-11-18T20:49:58,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:58,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:49:58,100 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:49:58,100 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6, size=1.4 K (1405bytes) at 1731962997664Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6 so closing down at 1731962997672 (+8 ms)3 split writer threads finished at 1731962997672Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962997676 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962997676Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962997690 (+14 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962997692 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962998098 (+406 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962998100 (+2 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962998100 2024-11-18T20:49:58,101 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.6 2024-11-18T20:49:58,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:49:58,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7 2024-11-18T20:49:58,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7 after 1ms 2024-11-18T20:49:58,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7 took 2ms 2024-11-18T20:49:58,105 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7 so closing down 2024-11-18T20:49:58,105 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:58,105 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:58,110 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:58,110 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:58,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:58,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742032_1211 (size=753) 2024-11-18T20:49:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742032_1211 (size=753) 2024-11-18T20:49:58,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:58,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:49:58,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742033_1212 (size=753) 2024-11-18T20:49:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742033_1212 (size=753) 2024-11-18T20:49:58,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:58,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:49:58,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:58,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7, size=1.4 K (1413bytes) at 1731962998101Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7 so closing down at 1731962998105 (+4 ms)3 split writer threads finished at 1731962998105Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962998111 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962998111Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962998119 (+8 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962998120 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962998130 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962998131 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962998132 (+1 ms) 2024-11-18T20:49:58,133 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.7 2024-11-18T20:49:58,133 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:49:58,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8 2024-11-18T20:49:58,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8 after 0ms 2024-11-18T20:49:58,136 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8 took 3ms 2024-11-18T20:49:58,142 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8 so closing down 2024-11-18T20:49:58,142 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:58,142 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:58,145 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:58,145 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:58,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:58,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:58,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742034_1213 (size=753) 2024-11-18T20:49:58,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742034_1213 (size=753) 2024-11-18T20:49:58,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:58,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:49:58,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742035_1214 (size=753) 2024-11-18T20:49:58,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742035_1214 (size=753) 2024-11-18T20:49:58,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:58,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:49:58,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:58,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8, size=1.4 K (1413bytes) at 1731962998133Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8 so closing down at 1731962998142 (+9 ms)3 split writer threads finished at 1731962998142Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962998148 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962998151 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962998165 (+14 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962998167 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962998170 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962998171 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962998171 2024-11-18T20:49:58,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.8 2024-11-18T20:49:58,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:49:58,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9 2024-11-18T20:49:58,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9 after 0ms 2024-11-18T20:49:58,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9 took 3ms 2024-11-18T20:49:58,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9 so closing down 2024-11-18T20:49:58,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:58,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:58,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:58,183 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:58,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:58,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742037_1216 (size=753) 2024-11-18T20:49:58,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742037_1216 (size=753) 2024-11-18T20:49:58,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742036_1215 (size=753) 2024-11-18T20:49:58,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742036_1215 (size=753) 2024-11-18T20:49:58,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:58,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:49:58,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:58,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:49:58,601 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:58,601 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9, size=1.4 K (1413bytes) at 1731962998174Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9 so closing down at 1731962998180 (+6 ms)3 split writer threads finished at 1731962998181 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962998184 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962998185 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962998198 (+13 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962998202 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962998599 (+397 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962998601 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962998601 2024-11-18T20:49:58,602 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.9 2024-11-18T20:49:58,603 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty, size=0 (0bytes) 2024-11-18T20:49:58,603 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty might be still open, length is 0 2024-11-18T20:49:58,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty 2024-11-18T20:49:58,603 WARN [IPC Server handler 2 on default port 36467 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty closed. 2024-11-18T20:49:58,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty after 0ms 2024-11-18T20:49:58,604 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T20:49:58,605 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty; empty? 2024-11-18T20:49:58,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty so closing down 2024-11-18T20:49:58,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:49:58,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty, size=0 (0bytes) at 1731962998603Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty so closing down at 1731962998605 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731962998605 2024-11-18T20:49:58,606 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/WALs/testemptyopenlogfiles,16010,1731962995780/wal.dat.empty to hdfs://localhost:36467/user/jenkins/test-data/49996619-5d8d-50f2-a350-31fc4262d713/oldWALs/wal.dat.empty 2024-11-18T20:49:58,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 137) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=721 (was 723), ProcessCount=11 (was 11), AvailableMemoryMB=1329 (was 1389) 2024-11-18T20:49:58,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=721, ProcessCount=11, AvailableMemoryMB=1329 2024-11-18T20:49:58,684 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:49:58,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742038_1217 (size=7) 2024-11-18T20:49:58,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742038_1217 (size=7) 2024-11-18T20:49:58,694 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:49:58,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:58,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:58,699 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:49:58,700 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:49:58,700 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:49:58,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:49:58,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742039_1218 (size=1393) 2024-11-18T20:49:58,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742039_1218 (size=1393) 2024-11-18T20:49:58,722 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:49:58,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:49:58,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742040_1219 (size=1393) 2024-11-18T20:49:58,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742040_1219 (size=1393) 2024-11-18T20:49:58,736 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:49:58,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:49:58,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742041_1220 (size=1393) 2024-11-18T20:49:58,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742041_1220 (size=1393) 2024-11-18T20:49:58,764 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:49:58,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:49:58,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742042_1221 (size=1393) 2024-11-18T20:49:58,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742042_1221 (size=1393) 2024-11-18T20:49:58,783 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:49:58,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:49:58,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742043_1222 (size=1393) 2024-11-18T20:49:58,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742043_1222 (size=1393) 2024-11-18T20:49:58,803 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:49:58,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:49:58,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742044_1223 (size=1393) 2024-11-18T20:49:58,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742044_1223 (size=1393) 2024-11-18T20:49:58,826 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:49:58,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:49:58,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742045_1224 (size=1405) 2024-11-18T20:49:58,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742045_1224 (size=1405) 2024-11-18T20:49:58,851 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:49:58,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:49:58,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742046_1225 (size=1413) 2024-11-18T20:49:58,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742046_1225 (size=1413) 2024-11-18T20:49:58,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:49:58,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:49:58,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:58,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742047_1226 (size=1413) 2024-11-18T20:49:58,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742047_1226 (size=1413) 2024-11-18T20:49:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:49:59,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:49:59,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:49:59,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:49:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742048_1227 (size=1413) 2024-11-18T20:49:59,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742048_1227 (size=1413) 2024-11-18T20:49:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:49:59,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742049_1228 (size=1398) 2024-11-18T20:49:59,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742049_1228 (size=1398) 2024-11-18T20:49:59,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:49:59,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0 2024-11-18T20:49:59,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0 after 1ms 2024-11-18T20:49:59,398 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0 took 3ms 2024-11-18T20:49:59,405 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0 so closing down 2024-11-18T20:49:59,405 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:59,407 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:59,415 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:59,416 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:59,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:49:59,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:49:59,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742050_1229 (size=743) 2024-11-18T20:49:59,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742050_1229 (size=743) 2024-11-18T20:49:59,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:49:59,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742051_1230 (size=743) 2024-11-18T20:49:59,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742051_1230 (size=743) 2024-11-18T20:49:59,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:49:59,445 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:59,445 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0, size=1.4 K (1393bytes) at 1731962999395Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0 so closing down at 1731962999405 (+10 ms)3 split writer threads finished at 1731962999407 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731962999417 (+10 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731962999418 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999439 (+21 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731962999441 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999443 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731962999445 (+2 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962999445 2024-11-18T20:49:59,447 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/oldWALs/wal.dat.0 2024-11-18T20:49:59,448 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:49:59,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1 2024-11-18T20:49:59,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1 after 0ms 2024-11-18T20:49:59,452 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1 took 4ms 2024-11-18T20:49:59,458 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1 so closing down 2024-11-18T20:49:59,458 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:59,458 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:59,460 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:59,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:49:59,473 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742052_1231 (size=743) 2024-11-18T20:49:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742052_1231 (size=743) 2024-11-18T20:49:59,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:49:59,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:49:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742053_1232 (size=743) 2024-11-18T20:49:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742053_1232 (size=743) 2024-11-18T20:49:59,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:49:59,495 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:59,495 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1, size=1.4 K (1393bytes) at 1731962999448Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1 so closing down at 1731962999458 (+10 ms)3 split writer threads finished at 1731962999458Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731962999463 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731962999475 (+12 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999475Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731962999477 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999490 (+13 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731962999493 (+3 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962999495 (+2 ms) 2024-11-18T20:49:59,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/oldWALs/wal.dat.1 2024-11-18T20:49:59,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:49:59,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2 2024-11-18T20:49:59,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2 after 1ms 2024-11-18T20:49:59,530 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2 took 14ms 2024-11-18T20:49:59,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2 so closing down 2024-11-18T20:49:59,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:59,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:59,548 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:59,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:49:59,558 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:59,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:49:59,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742054_1233 (size=743) 2024-11-18T20:49:59,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742054_1233 (size=743) 2024-11-18T20:49:59,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:49:59,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742055_1234 (size=743) 2024-11-18T20:49:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742055_1234 (size=743) 2024-11-18T20:49:59,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:49:59,614 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:59,614 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2, size=1.4 K (1393bytes) at 1731962999516Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2 so closing down at 1731962999541 (+25 ms)3 split writer threads finished at 1731962999542 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731962999549 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731962999572 (+23 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999609 (+37 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731962999611 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999613 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731962999614 (+1 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962999614 2024-11-18T20:49:59,616 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/oldWALs/wal.dat.2 2024-11-18T20:49:59,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:49:59,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3 2024-11-18T20:49:59,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3 after 1ms 2024-11-18T20:49:59,619 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3 took 3ms 2024-11-18T20:49:59,620 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3 so closing down 2024-11-18T20:49:59,620 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:59,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:59,625 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:59,625 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:59,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:49:59,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:49:59,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742056_1235 (size=743) 2024-11-18T20:49:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742056_1235 (size=743) 2024-11-18T20:49:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742057_1236 (size=743) 2024-11-18T20:49:59,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742057_1236 (size=743) 2024-11-18T20:49:59,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:49:59,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:49:59,633 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:59,633 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3, size=1.4 K (1393bytes) at 1731962999616Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3 so closing down at 1731962999620 (+4 ms)3 split writer threads finished at 1731962999623 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731962999626 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731962999626Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999631 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999632 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731962999633 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731962999633Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962999633 2024-11-18T20:49:59,634 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/oldWALs/wal.dat.3 2024-11-18T20:49:59,635 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:49:59,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4 2024-11-18T20:49:59,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4 after 0ms 2024-11-18T20:49:59,637 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4 took 2ms 2024-11-18T20:49:59,638 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4 so closing down 2024-11-18T20:49:59,638 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:59,638 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:59,642 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:59,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:49:59,644 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:59,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:49:59,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742058_1237 (size=743) 2024-11-18T20:49:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742058_1237 (size=743) 2024-11-18T20:49:59,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:49:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742059_1238 (size=743) 2024-11-18T20:49:59,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742059_1238 (size=743) 2024-11-18T20:49:59,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:49:59,680 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:49:59,680 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4, size=1.4 K (1393bytes) at 1731962999635Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4 so closing down at 1731962999638 (+3 ms)3 split writer threads finished at 1731962999638Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731962999643 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731962999656 (+13 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999662 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731962999664 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999678 (+14 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731962999680 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731962999680 2024-11-18T20:49:59,682 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/oldWALs/wal.dat.4 2024-11-18T20:49:59,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5, size=1.4 K (1398bytes) 2024-11-18T20:49:59,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5 2024-11-18T20:49:59,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5 after 1ms 2024-11-18T20:49:59,686 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5 took 4ms 2024-11-18T20:49:59,694 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:49:59,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5 so closing down 2024-11-18T20:49:59,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:59,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:59,700 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:59,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:49:59,702 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:59,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:49:59,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742060_1239 (size=743) 2024-11-18T20:49:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742060_1239 (size=743) 2024-11-18T20:49:59,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:49:59,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742061_1240 (size=743) 2024-11-18T20:49:59,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742061_1240 (size=743) 2024-11-18T20:49:59,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:49:59,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-18T20:49:59,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5, size=1.4 K (1398bytes) at 1731962999682Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5 so closing down at 1731962999695 (+13 ms)3 split writer threads finished at 1731962999695Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731962999702 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731962999707 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999726 (+19 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731962999728 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999742 (+14 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731962999744 (+2 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731962999745 (+1 ms) 2024-11-18T20:49:59,748 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/corrupt/wal.dat.5 2024-11-18T20:49:59,748 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:49:59,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6 2024-11-18T20:49:59,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6 after 1ms 2024-11-18T20:49:59,753 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6 took 5ms 2024-11-18T20:49:59,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6 so closing down 2024-11-18T20:49:59,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:59,765 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:59,774 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:59,780 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:59,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:49:59,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:49:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742062_1241 (size=749) 2024-11-18T20:49:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742062_1241 (size=749) 2024-11-18T20:49:59,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:49:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742063_1242 (size=749) 2024-11-18T20:49:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742063_1242 (size=749) 2024-11-18T20:49:59,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:49:59,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:49:59,813 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6, size=1.4 K (1405bytes) at 1731962999748Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6 so closing down at 1731962999764 (+16 ms)3 split writer threads finished at 1731962999765 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731962999783 (+18 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731962999788 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999796 (+8 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731962999799 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999811 (+12 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731962999813 (+2 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731962999813 2024-11-18T20:49:59,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/oldWALs/wal.dat.6 2024-11-18T20:49:59,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:49:59,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7 2024-11-18T20:49:59,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7 after 0ms 2024-11-18T20:49:59,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7 took 3ms 2024-11-18T20:49:59,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7 so closing down 2024-11-18T20:49:59,824 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:59,825 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:59,827 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:59,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:49:59,845 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:59,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:49:59,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742064_1243 (size=753) 2024-11-18T20:49:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742064_1243 (size=753) 2024-11-18T20:49:59,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:49:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742065_1244 (size=753) 2024-11-18T20:49:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742065_1244 (size=753) 2024-11-18T20:49:59,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:49:59,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:59,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7, size=1.4 K (1413bytes) at 1731962999816Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7 so closing down at 1731962999824 (+8 ms)3 split writer threads finished at 1731962999825 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731962999828 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731962999852 (+24 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999873 (+21 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731962999882 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999885 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731962999887 (+2 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962999887 2024-11-18T20:49:59,892 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/oldWALs/wal.dat.7 2024-11-18T20:49:59,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:49:59,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8 2024-11-18T20:49:59,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8 after 1ms 2024-11-18T20:49:59,895 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8 took 3ms 2024-11-18T20:49:59,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8 so closing down 2024-11-18T20:49:59,896 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:59,896 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:59,899 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:59,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:49:59,906 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:59,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:49:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742066_1245 (size=753) 2024-11-18T20:49:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742066_1245 (size=753) 2024-11-18T20:49:59,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:49:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742067_1246 (size=753) 2024-11-18T20:49:59,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742067_1246 (size=753) 2024-11-18T20:49:59,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:49:59,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:59,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8, size=1.4 K (1413bytes) at 1731962999892Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8 so closing down at 1731962999896 (+4 ms)3 split writer threads finished at 1731962999897 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731962999903 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731962999907 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999912 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731962999918 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999924 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731962999925 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962999926 (+1 ms) 2024-11-18T20:49:59,928 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/oldWALs/wal.dat.8 2024-11-18T20:49:59,928 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:49:59,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9 2024-11-18T20:49:59,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9 after 0ms 2024-11-18T20:49:59,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9 took 2ms 2024-11-18T20:49:59,932 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9 so closing down 2024-11-18T20:49:59,932 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:49:59,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:49:59,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:59,942 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:59,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:49:59,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:49:59,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742068_1247 (size=753) 2024-11-18T20:49:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742068_1247 (size=753) 2024-11-18T20:49:59,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:49:59,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742069_1248 (size=753) 2024-11-18T20:49:59,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742069_1248 (size=753) 2024-11-18T20:49:59,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:49:59,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:49:59,969 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:49:59,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9, size=1.4 K (1413bytes) at 1731962999928Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9 so closing down at 1731962999932 (+4 ms)3 split writer threads finished at 1731962999938 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731962999943 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731962999950 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999959 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731962999961 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731962999967 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731962999969 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731962999969 2024-11-18T20:49:59,972 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731962998699/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/eb0758de-08fa-c0f8-c6f5-f3d069a6c760/oldWALs/wal.dat.9 2024-11-18T20:50:00,089 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=721 (was 721), ProcessCount=11 (was 11), AvailableMemoryMB=1305 (was 1329) 2024-11-18T20:50:00,100 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=721, ProcessCount=11, AvailableMemoryMB=1305 2024-11-18T20:50:00,100 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:00,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742070_1249 (size=7) 2024-11-18T20:50:00,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742070_1249 (size=7) 2024-11-18T20:50:00,118 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:00,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:00,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:00,126 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:00,126 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc/data/default/t1/7d0f780dce6d4b29f82b6248d451d9e1 2024-11-18T20:50:00,127 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 7d0f780dce6d4b29f82b6248d451d9e1 2024-11-18T20:50:00,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:00,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742071_1250 (size=3841) 2024-11-18T20:50:00,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742071_1250 (size=3841) 2024-11-18T20:50:00,190 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0, size=3.8 K (3841bytes) 2024-11-18T20:50:00,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0 2024-11-18T20:50:00,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0 after 1ms 2024-11-18T20:50:00,202 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0 took 12ms 2024-11-18T20:50:00,208 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0 so closing down 2024-11-18T20:50:00,208 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:00,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:00,211 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:00,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/data/default/t1/7d0f780dce6d4b29f82b6248d451d9e1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:00,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742072_1251 (size=1591) 2024-11-18T20:50:00,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742072_1251 (size=1591) 2024-11-18T20:50:00,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/data/default/t1/7d0f780dce6d4b29f82b6248d451d9e1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:00,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/data/default/t1/7d0f780dce6d4b29f82b6248d451d9e1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/data/default/t1/7d0f780dce6d4b29f82b6248d451d9e1/recovered.edits/0000000000000000009 2024-11-18T20:50:00,242 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 37 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-18T20:50:00,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0, size=3.8 K (3841bytes) at 1731963000190Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0 so closing down at 1731963000208 (+18 ms)3 split writer threads finished at 1731963000208Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/data/default/t1/7d0f780dce6d4b29f82b6248d451d9e1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963000215 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/data/default/t1/7d0f780dce6d4b29f82b6248d451d9e1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731963000240 (+25 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/data/default/t1/7d0f780dce6d4b29f82b6248d451d9e1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/data/default/t1/7d0f780dce6d4b29f82b6248d451d9e1/recovered.edits/0000000000000000009 at 1731963000242 (+2 ms)Processed 21 edits across 1 Regions in 37 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731963000242 2024-11-18T20:50:00,245 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/WALs/testsplitleavescompactioneventsedits,16010,1731963000126/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/46c7b2a3-76f2-79de-acc7-7045f1e48c0e/oldWALs/wal.dat.0 2024-11-18T20:50:00,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=721 (was 721), ProcessCount=11 (was 11), AvailableMemoryMB=1301 (was 1305) 2024-11-18T20:50:00,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=721, ProcessCount=11, AvailableMemoryMB=1301 2024-11-18T20:50:00,312 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742073_1252 (size=7) 2024-11-18T20:50:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742073_1252 (size=7) 2024-11-18T20:50:00,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:00,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:00,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:00,816 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:00,816 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:50:00,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:00,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742074_1253 (size=863) 2024-11-18T20:50:00,838 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742074_1253 (size=863) 2024-11-18T20:50:00,862 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0, size=863 (863bytes) 2024-11-18T20:50:00,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0 2024-11-18T20:50:00,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0 after 0ms 2024-11-18T20:50:00,868 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0 took 6ms 2024-11-18T20:50:00,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0 so closing down 2024-11-18T20:50:00,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:00,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:00,873 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:00,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:00,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742075_1254 (size=863) 2024-11-18T20:50:00,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742075_1254 (size=863) 2024-11-18T20:50:00,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:00,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T20:50:00,885 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-18T20:50:00,885 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0, size=863 (863bytes) at 1731963000863Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0 so closing down at 1731963000870 (+7 ms)3 split writer threads finished at 1731963000870Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963000874 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963000883 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731963000885 (+2 ms)Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731963000885 2024-11-18T20:50:00,887 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/WALs/testsplitpreservesedits,16010,1731963000816/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/f000226a-241a-23e3-e6a9-e304a9d3f6fa/oldWALs/wal.dat.0 2024-11-18T20:50:00,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=721 (was 721), ProcessCount=11 (was 11), AvailableMemoryMB=1299 (was 1301) 2024-11-18T20:50:00,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=721, ProcessCount=11, AvailableMemoryMB=1299 2024-11-18T20:50:00,936 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:00,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742076_1255 (size=7) 2024-11-18T20:50:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742076_1255 (size=7) 2024-11-18T20:50:00,958 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:00,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:00,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:00,964 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:00,965 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:00,966 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:00,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:00,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:00,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742077_1256 (size=1393) 2024-11-18T20:50:00,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742077_1256 (size=1393) 2024-11-18T20:50:00,991 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:00,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742078_1257 (size=1393) 2024-11-18T20:50:01,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742078_1257 (size=1393) 2024-11-18T20:50:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:01,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742079_1258 (size=1393) 2024-11-18T20:50:01,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742079_1258 (size=1393) 2024-11-18T20:50:01,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:01,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:01,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742080_1259 (size=1393) 2024-11-18T20:50:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742080_1259 (size=1393) 2024-11-18T20:50:01,077 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:01,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:01,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742081_1260 (size=1393) 2024-11-18T20:50:01,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742081_1260 (size=1393) 2024-11-18T20:50:01,121 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:50:01,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742082_1261 (size=1393) 2024-11-18T20:50:01,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742082_1261 (size=1393) 2024-11-18T20:50:01,183 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:01,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:01,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742083_1262 (size=1405) 2024-11-18T20:50:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742083_1262 (size=1405) 2024-11-18T20:50:01,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:01,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:01,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742084_1263 (size=1413) 2024-11-18T20:50:01,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742084_1263 (size=1413) 2024-11-18T20:50:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:01,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:01,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742085_1264 (size=1413) 2024-11-18T20:50:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742085_1264 (size=1413) 2024-11-18T20:50:01,295 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:01,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:01,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:01,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742086_1265 (size=1413) 2024-11-18T20:50:01,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742086_1265 (size=1413) 2024-11-18T20:50:01,328 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742087_1266 (size=1394) 2024-11-18T20:50:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742087_1266 (size=1394) 2024-11-18T20:50:01,389 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:50:01,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0 2024-11-18T20:50:01,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0 after 1ms 2024-11-18T20:50:01,392 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0 took 3ms 2024-11-18T20:50:01,400 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0 so closing down 2024-11-18T20:50:01,400 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:01,401 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:01,404 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:01,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:01,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:01,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:01,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742089_1268 (size=743) 2024-11-18T20:50:01,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742089_1268 (size=743) 2024-11-18T20:50:01,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742088_1267 (size=743) 2024-11-18T20:50:01,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742088_1267 (size=743) 2024-11-18T20:50:01,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:01,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:50:01,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:01,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:50:01,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:01,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0, size=1.4 K (1393bytes) at 1731963001389Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0 so closing down at 1731963001400 (+11 ms)3 split writer threads finished at 1731963001401 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963001415 (+14 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731963001416 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963001443 (+27 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731963001445 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963001829 (+384 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731963001831 (+2 ms)Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963001831 2024-11-18T20:50:01,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/oldWALs/wal.dat.0 2024-11-18T20:50:01,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:50:01,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1 2024-11-18T20:50:01,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1 after 1ms 2024-11-18T20:50:01,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1 took 3ms 2024-11-18T20:50:01,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1 so closing down 2024-11-18T20:50:01,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:01,838 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:01,840 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:01,841 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:01,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:01,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:01,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742090_1269 (size=743) 2024-11-18T20:50:01,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742090_1269 (size=743) 2024-11-18T20:50:01,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:01,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:50:01,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742091_1270 (size=743) 2024-11-18T20:50:01,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742091_1270 (size=743) 2024-11-18T20:50:02,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:50:02,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:02,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1, size=1.4 K (1393bytes) at 1731963001833Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1 so closing down at 1731963001838 (+5 ms)3 split writer threads finished at 1731963001838Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731963001842 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731963001842Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963001861 (+19 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731963001863 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002264 (+401 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731963002265 (+1 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963002265 2024-11-18T20:50:02,267 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/oldWALs/wal.dat.1 2024-11-18T20:50:02,268 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:50:02,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2 2024-11-18T20:50:02,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2 after 0ms 2024-11-18T20:50:02,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2 took 5ms 2024-11-18T20:50:02,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2 so closing down 2024-11-18T20:50:02,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:02,274 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:02,276 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:02,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:02,284 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:02,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:02,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742092_1271 (size=743) 2024-11-18T20:50:02,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742092_1271 (size=743) 2024-11-18T20:50:02,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:50:02,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742093_1272 (size=743) 2024-11-18T20:50:02,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742093_1272 (size=743) 2024-11-18T20:50:02,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:50:02,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:02,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2, size=1.4 K (1393bytes) at 1731963002268Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2 so closing down at 1731963002273 (+5 ms)3 split writer threads finished at 1731963002274 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731963002278 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731963002293 (+15 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002303 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731963002304 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002313 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731963002315 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963002315 2024-11-18T20:50:02,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/oldWALs/wal.dat.2 2024-11-18T20:50:02,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:50:02,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3 2024-11-18T20:50:02,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3 after 1ms 2024-11-18T20:50:02,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3 took 3ms 2024-11-18T20:50:02,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3 so closing down 2024-11-18T20:50:02,324 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:02,325 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:02,337 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:02,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:02,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:02,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742094_1273 (size=743) 2024-11-18T20:50:02,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742094_1273 (size=743) 2024-11-18T20:50:02,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742095_1274 (size=743) 2024-11-18T20:50:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742095_1274 (size=743) 2024-11-18T20:50:02,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:50:02,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:50:02,768 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:02,768 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3, size=1.4 K (1393bytes) at 1731963002317Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3 so closing down at 1731963002324 (+7 ms)3 split writer threads finished at 1731963002325 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731963002339 (+14 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731963002347 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002365 (+18 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731963002367 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002767 (+400 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731963002768 (+1 ms)Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963002768 2024-11-18T20:50:02,774 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/oldWALs/wal.dat.3 2024-11-18T20:50:02,774 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:50:02,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4 2024-11-18T20:50:02,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4 after 1ms 2024-11-18T20:50:02,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4 took 3ms 2024-11-18T20:50:02,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4 so closing down 2024-11-18T20:50:02,780 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:02,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:02,783 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:02,783 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:02,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:02,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742097_1276 (size=743) 2024-11-18T20:50:02,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742097_1276 (size=743) 2024-11-18T20:50:02,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:50:02,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742096_1275 (size=743) 2024-11-18T20:50:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742096_1275 (size=743) 2024-11-18T20:50:02,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:50:02,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:02,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4, size=1.4 K (1393bytes) at 1731963002774Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4 so closing down at 1731963002780 (+6 ms)3 split writer threads finished at 1731963002781 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731963002784 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731963002785 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002795 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731963002797 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002804 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731963002805 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963002805 2024-11-18T20:50:02,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/oldWALs/wal.dat.4 2024-11-18T20:50:02,808 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T20:50:02,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5 2024-11-18T20:50:02,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5 after 0ms 2024-11-18T20:50:02,812 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-18T20:50:02,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5 so closing down 2024-11-18T20:50:02,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T20:50:02,813 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5, size=1.4 K (1394bytes) at 1731963002808Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5 so closing down at 1731963002813 (+5 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731963002813 2024-11-18T20:50:02,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/corrupt/wal.dat.5 2024-11-18T20:50:02,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:50:02,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6 2024-11-18T20:50:02,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6 after 1ms 2024-11-18T20:50:02,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6 took 3ms 2024-11-18T20:50:02,821 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6 so closing down 2024-11-18T20:50:02,821 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:02,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:02,824 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:02,824 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:02,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:02,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:02,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742099_1278 (size=749) 2024-11-18T20:50:02,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742099_1278 (size=749) 2024-11-18T20:50:02,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:50:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742098_1277 (size=749) 2024-11-18T20:50:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742098_1277 (size=749) 2024-11-18T20:50:02,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:50:02,849 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:50:02,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6, size=1.4 K (1405bytes) at 1731963002815Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6 so closing down at 1731963002821 (+6 ms)3 split writer threads finished at 1731963002822 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731963002825 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731963002826 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002835 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731963002836 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002845 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731963002849 (+4 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731963002850 (+1 ms) 2024-11-18T20:50:02,851 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/oldWALs/wal.dat.6 2024-11-18T20:50:02,852 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:50:02,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7 2024-11-18T20:50:02,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7 after 0ms 2024-11-18T20:50:02,854 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7 took 3ms 2024-11-18T20:50:02,855 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7 so closing down 2024-11-18T20:50:02,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:02,856 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:02,861 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:02,861 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:02,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:02,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742100_1279 (size=753) 2024-11-18T20:50:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742100_1279 (size=753) 2024-11-18T20:50:02,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:50:02,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742101_1280 (size=753) 2024-11-18T20:50:02,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742101_1280 (size=753) 2024-11-18T20:50:02,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:50:02,888 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:02,888 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7, size=1.4 K (1413bytes) at 1731963002852Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7 so closing down at 1731963002856 (+4 ms)3 split writer threads finished at 1731963002856Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731963002865 (+9 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731963002869 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002878 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731963002880 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002887 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731963002888 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963002888 2024-11-18T20:50:02,891 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/oldWALs/wal.dat.7 2024-11-18T20:50:02,891 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:50:02,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8 2024-11-18T20:50:02,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8 after 2ms 2024-11-18T20:50:02,895 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8 took 4ms 2024-11-18T20:50:02,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8 so closing down 2024-11-18T20:50:02,896 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:02,896 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:02,898 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:02,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:02,906 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:02,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742102_1281 (size=753) 2024-11-18T20:50:02,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742102_1281 (size=753) 2024-11-18T20:50:02,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:50:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742103_1282 (size=753) 2024-11-18T20:50:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742103_1282 (size=753) 2024-11-18T20:50:02,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:50:02,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:02,932 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8, size=1.4 K (1413bytes) at 1731963002891Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8 so closing down at 1731963002896 (+5 ms)3 split writer threads finished at 1731963002896Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731963002900 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731963002908 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002922 (+14 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731963002924 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002930 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731963002932 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963002932 2024-11-18T20:50:02,934 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/oldWALs/wal.dat.8 2024-11-18T20:50:02,934 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:50:02,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9 2024-11-18T20:50:02,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9 after 1ms 2024-11-18T20:50:02,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9 took 3ms 2024-11-18T20:50:02,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9 so closing down 2024-11-18T20:50:02,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:02,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:02,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:02,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742104_1283 (size=753) 2024-11-18T20:50:02,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742104_1283 (size=753) 2024-11-18T20:50:02,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:50:02,963 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:02,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:02,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742105_1284 (size=753) 2024-11-18T20:50:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742105_1284 (size=753) 2024-11-18T20:50:02,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:02,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:50:02,982 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:02,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9, size=1.4 K (1413bytes) at 1731963002934Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9 so closing down at 1731963002938 (+4 ms)3 split writer threads finished at 1731963002938Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731963002949 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002959 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731963002962 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731963002970 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963002980 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731963002982 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963002983 (+1 ms) 2024-11-18T20:50:02,986 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731963000964/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/8fb9c8b6-dadd-5fb0-0fc0-6c640806fc49/oldWALs/wal.dat.9 2024-11-18T20:50:03,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140 (was 140), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=719 (was 721), ProcessCount=11 (was 11), AvailableMemoryMB=1282 (was 1299) 2024-11-18T20:50:03,104 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=719, ProcessCount=11, AvailableMemoryMB=1282 2024-11-18T20:50:03,105 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:03,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742106_1285 (size=7) 2024-11-18T20:50:03,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742106_1285 (size=7) 2024-11-18T20:50:03,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:03,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:03,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:03,168 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:03,168 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:50:03,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:03,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742107_1286 (size=2403) 2024-11-18T20:50:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742107_1286 (size=2403) 2024-11-18T20:50:03,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:03,626 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0, size=2.3 K (2403bytes) 2024-11-18T20:50:03,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0 2024-11-18T20:50:03,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0 after 0ms 2024-11-18T20:50:03,628 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0 took 2ms 2024-11-18T20:50:03,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0 so closing down 2024-11-18T20:50:03,630 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:03,630 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:03,632 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:03,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:03,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742108_1287 (size=863) 2024-11-18T20:50:03,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742108_1287 (size=863) 2024-11-18T20:50:03,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:03,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T20:50:03,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-18T20:50:03,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0, size=2.3 K (2403bytes) at 1731963003626Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0 so closing down at 1731963003630 (+4 ms)3 split writer threads finished at 1731963003630Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963003633 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963003638 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731963003639 (+1 ms)Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731963003639 2024-11-18T20:50:03,641 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/WALs/testsplitremovesregioneventsedits,16010,1731963003168/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/a801ff81-27f6-6e5c-06b4-f923a3c662c3/oldWALs/wal.dat.0 2024-11-18T20:50:03,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=719 (was 719), ProcessCount=11 (was 11), AvailableMemoryMB=1277 (was 1282) 2024-11-18T20:50:03,662 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=719, ProcessCount=11, AvailableMemoryMB=1277 2024-11-18T20:50:03,662 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:03,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742109_1288 (size=7) 2024-11-18T20:50:03,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742109_1288 (size=7) 2024-11-18T20:50:03,669 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:03,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:03,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:03,673 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:03,687 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=719 (was 719), ProcessCount=11 (was 11), AvailableMemoryMB=1276 (was 1277) 2024-11-18T20:50:03,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=719, ProcessCount=11, AvailableMemoryMB=1276 2024-11-18T20:50:03,695 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:03,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742110_1289 (size=7) 2024-11-18T20:50:03,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742110_1289 (size=7) 2024-11-18T20:50:03,701 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:03,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:03,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:03,704 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:03,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:03,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742111_1290 (size=255) 2024-11-18T20:50:03,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742111_1290 (size=255) 2024-11-18T20:50:03,754 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1, size=255 (255bytes) 2024-11-18T20:50:03,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1 2024-11-18T20:50:03,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1 after 1ms 2024-11-18T20:50:03,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1 took 3ms 2024-11-18T20:50:03,758 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-18T20:50:03,758 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1 so closing down 2024-11-18T20:50:03,758 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:03,758 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:03,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-18T20:50:03,758 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1, size=255 (255bytes) at 1731963003754Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1 so closing down at 1731963003758 (+4 ms)3 split writer threads finished at 1731963003758Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731963003758 2024-11-18T20:50:03,761 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/WALs/testsplitremovesreplicationmarkeredits,16010,1731963003704/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/de28ada6-3d7e-7743-0058-36164f742594/oldWALs/wal.dat.1 2024-11-18T20:50:03,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=719 (was 719), ProcessCount=11 (was 11), AvailableMemoryMB=1275 (was 1276) 2024-11-18T20:50:03,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=719, ProcessCount=11, AvailableMemoryMB=1275 2024-11-18T20:50:03,784 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:03,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742112_1291 (size=7) 2024-11-18T20:50:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742112_1291 (size=7) 2024-11-18T20:50:03,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:03,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:03,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:03,800 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:03,800 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-18T20:50:03,800 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:50:03,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:03,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742113_1292 (size=1941) 2024-11-18T20:50:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742113_1292 (size=1941) 2024-11-18T20:50:03,822 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:03,822 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc/data/default/t1/region__1 2024-11-18T20:50:03,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0, size=1.9 K (1941bytes) 2024-11-18T20:50:03,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0 2024-11-18T20:50:03,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0 after 0ms 2024-11-18T20:50:03,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0 took 3ms 2024-11-18T20:50:03,861 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-18T20:50:03,861 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0 so closing down 2024-11-18T20:50:03,861 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:03,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:03,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 3 ms; skipped=17; WAL=hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-18T20:50:03,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0, size=1.9 K (1941bytes) at 1731963003850Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0 so closing down at 1731963003861 (+11 ms)3 split writer threads finished at 1731963003862 (+1 ms)Processed 17 edits across 0 Regions in 3 ms; skipped=17; WAL=hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731963003862 2024-11-18T20:50:03,865 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/WALs/testsplitlogfiledeletedregiondir,16010,1731963003800/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/884fe4c3-d6f5-7d3a-fd56-75bf34e85876/oldWALs/wal.dat.0 2024-11-18T20:50:03,878 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=719 (was 719), ProcessCount=11 (was 11), AvailableMemoryMB=1275 (was 1275) 2024-11-18T20:50:03,886 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=719, ProcessCount=11, AvailableMemoryMB=1275 2024-11-18T20:50:03,887 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:03,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742114_1293 (size=7) 2024-11-18T20:50:03,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742114_1293 (size=7) 2024-11-18T20:50:03,908 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:03,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:03,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:03,912 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:03,913 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T20:50:03,913 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:03,913 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:03,914 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:03,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:03,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:03,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742115_1294 (size=1393) 2024-11-18T20:50:03,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742115_1294 (size=1393) 2024-11-18T20:50:04,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:04,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:04,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742116_1295 (size=1393) 2024-11-18T20:50:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742116_1295 (size=1393) 2024-11-18T20:50:04,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:04,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:04,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742117_1296 (size=1393) 2024-11-18T20:50:04,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742117_1296 (size=1393) 2024-11-18T20:50:04,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:04,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:04,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742118_1297 (size=1393) 2024-11-18T20:50:04,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742118_1297 (size=1393) 2024-11-18T20:50:04,774 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:04,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:04,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742119_1298 (size=1393) 2024-11-18T20:50:04,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742119_1298 (size=1393) 2024-11-18T20:50:04,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:50:04,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:04,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742120_1299 (size=1393) 2024-11-18T20:50:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742120_1299 (size=1393) 2024-11-18T20:50:04,820 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:04,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:04,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742121_1300 (size=1405) 2024-11-18T20:50:04,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742121_1300 (size=1405) 2024-11-18T20:50:04,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:04,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:04,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742122_1301 (size=1413) 2024-11-18T20:50:04,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742122_1301 (size=1413) 2024-11-18T20:50:04,843 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:04,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:04,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742123_1302 (size=1413) 2024-11-18T20:50:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742123_1302 (size=1413) 2024-11-18T20:50:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:04,860 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742124_1303 (size=1413) 2024-11-18T20:50:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742124_1303 (size=1413) 2024-11-18T20:50:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:04,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/f77d0cd1-80f5-c9e3-f71c-0f1a1416b961/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731963003912/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:50:04,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/f77d0cd1-80f5-c9e3-f71c-0f1a1416b961/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731963003912/wal.dat.0 2024-11-18T20:50:04,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/f77d0cd1-80f5-c9e3-f71c-0f1a1416b961/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731963003912/wal.dat.0 after 1ms 2024-11-18T20:50:04,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/f77d0cd1-80f5-c9e3-f71c-0f1a1416b961/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731963003912/wal.dat.0 took 3ms 2024-11-18T20:50:04,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f77d0cd1-80f5-c9e3-f71c-0f1a1416b961/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731963003912/wal.dat.0 so closing down 2024-11-18T20:50:04,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:04,906 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:04,906 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f77d0cd1-80f5-c9e3-f71c-0f1a1416b961/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731963003912/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:04,906 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/f77d0cd1-80f5-c9e3-f71c-0f1a1416b961/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731963003912/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/f77d0cd1-80f5-c9e3-f71c-0f1a1416b961/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731963003912/wal.dat.0, size=1.4 K (1393bytes) at 1731963004902Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/f77d0cd1-80f5-c9e3-f71c-0f1a1416b961/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731963003912/wal.dat.0 so closing down at 1731963004906 (+4 ms)3 split writer threads finished at 1731963004906Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/f77d0cd1-80f5-c9e3-f71c-0f1a1416b961/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731963003912/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963004906 2024-11-18T20:50:04,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=719 (was 719), ProcessCount=11 (was 11), AvailableMemoryMB=1266 (was 1275) 2024-11-18T20:50:04,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=719, ProcessCount=11, AvailableMemoryMB=1266 2024-11-18T20:50:04,921 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:04,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742125_1304 (size=7) 2024-11-18T20:50:04,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742125_1304 (size=7) 2024-11-18T20:50:04,928 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:04,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:04,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:04,931 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:04,931 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:04,932 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:04,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:04,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742126_1305 (size=1393) 2024-11-18T20:50:04,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742126_1305 (size=1393) 2024-11-18T20:50:04,943 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:04,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:04,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742127_1306 (size=1393) 2024-11-18T20:50:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742127_1306 (size=1393) 2024-11-18T20:50:04,959 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:04,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:04,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742128_1307 (size=1393) 2024-11-18T20:50:04,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742128_1307 (size=1393) 2024-11-18T20:50:04,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:04,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:04,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742129_1308 (size=1393) 2024-11-18T20:50:04,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742129_1308 (size=1393) 2024-11-18T20:50:04,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:04,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:04,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:04,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742131_1310 (size=1393) 2024-11-18T20:50:05,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742131_1310 (size=1393) 2024-11-18T20:50:05,003 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:05,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:05,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742132_1311 (size=1405) 2024-11-18T20:50:05,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742132_1311 (size=1405) 2024-11-18T20:50:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:05,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:05,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742133_1312 (size=1413) 2024-11-18T20:50:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742133_1312 (size=1413) 2024-11-18T20:50:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:05,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742134_1313 (size=1413) 2024-11-18T20:50:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742134_1313 (size=1413) 2024-11-18T20:50:05,046 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:05,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:05,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742135_1314 (size=1413) 2024-11-18T20:50:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742135_1314 (size=1413) 2024-11-18T20:50:05,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:05,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:05,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:05,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742130_1309 (size=1458) 2024-11-18T20:50:05,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742130_1309 (size=1458) 2024-11-18T20:50:05,091 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:50:05,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0 2024-11-18T20:50:05,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0 after 1ms 2024-11-18T20:50:05,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0 took 3ms 2024-11-18T20:50:05,098 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0 so closing down 2024-11-18T20:50:05,098 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:05,098 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:05,101 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:05,102 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:05,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:05,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742137_1316 (size=743) 2024-11-18T20:50:05,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742137_1316 (size=743) 2024-11-18T20:50:05,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742136_1315 (size=743) 2024-11-18T20:50:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742136_1315 (size=743) 2024-11-18T20:50:05,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:05,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:05,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:50:05,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:50:05,116 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:05,116 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0, size=1.4 K (1393bytes) at 1731963005091Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0 so closing down at 1731963005098 (+7 ms)3 split writer threads finished at 1731963005098Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963005103 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731963005103Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963005114 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963005115 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731963005115Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731963005115Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963005116 (+1 ms) 2024-11-18T20:50:05,117 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/oldWALs/wal.dat.0 2024-11-18T20:50:05,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:50:05,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1 2024-11-18T20:50:05,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1 after 1ms 2024-11-18T20:50:05,119 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1 took 2ms 2024-11-18T20:50:05,120 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1 so closing down 2024-11-18T20:50:05,120 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:05,120 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:05,122 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:05,122 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:05,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:05,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742139_1318 (size=743) 2024-11-18T20:50:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742138_1317 (size=743) 2024-11-18T20:50:05,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742139_1318 (size=743) 2024-11-18T20:50:05,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742138_1317 (size=743) 2024-11-18T20:50:05,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:05,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:05,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:50:05,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:50:05,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:05,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1, size=1.4 K (1393bytes) at 1731963005117Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1 so closing down at 1731963005120 (+3 ms)3 split writer threads finished at 1731963005120Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731963005123 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731963005123Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963005130 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963005130Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731963005131 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731963005135 (+4 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963005135 2024-11-18T20:50:05,137 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/oldWALs/wal.dat.1 2024-11-18T20:50:05,138 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:50:05,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2 2024-11-18T20:50:05,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2 after 0ms 2024-11-18T20:50:05,140 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2 took 3ms 2024-11-18T20:50:05,142 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2 so closing down 2024-11-18T20:50:05,142 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:05,142 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:05,144 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:05,144 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:05,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:05,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:05,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742140_1319 (size=743) 2024-11-18T20:50:05,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742140_1319 (size=743) 2024-11-18T20:50:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742141_1320 (size=743) 2024-11-18T20:50:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742141_1320 (size=743) 2024-11-18T20:50:05,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:05,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:50:05,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:50:05,157 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:05,157 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2, size=1.4 K (1393bytes) at 1731963005138Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2 so closing down at 1731963005142 (+4 ms)3 split writer threads finished at 1731963005142Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731963005145 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731963005145Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963005155 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963005156 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731963005156Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731963005157 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963005157 2024-11-18T20:50:05,159 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/oldWALs/wal.dat.2 2024-11-18T20:50:05,159 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:50:05,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3 2024-11-18T20:50:05,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3 after 1ms 2024-11-18T20:50:05,161 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3 took 2ms 2024-11-18T20:50:05,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3 so closing down 2024-11-18T20:50:05,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:05,163 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:05,164 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:05,164 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:05,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:05,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:05,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742142_1321 (size=743) 2024-11-18T20:50:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742142_1321 (size=743) 2024-11-18T20:50:05,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:05,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742143_1322 (size=743) 2024-11-18T20:50:05,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742143_1322 (size=743) 2024-11-18T20:50:05,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:05,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:50:05,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:50:05,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:05,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3, size=1.4 K (1393bytes) at 1731963005159Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3 so closing down at 1731963005162 (+3 ms)3 split writer threads finished at 1731963005163 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731963005165 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731963005165Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963005173 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963005174 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731963005175 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731963005175Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963005175 2024-11-18T20:50:05,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/oldWALs/wal.dat.3 2024-11-18T20:50:05,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.4, size=1.4 K (1458bytes) 2024-11-18T20:50:05,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.4 2024-11-18T20:50:05,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.4 after 0ms 2024-11-18T20:50:05,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.4 took 1ms 2024-11-18T20:50:05,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.4 so closing down 2024-11-18T20:50:05,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:05,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:05,184 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:05,184 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:05,184 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-18T20:50:05,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:05,191 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:05,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-18T20:50:05,192 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:50:05,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-18T20:50:05,193 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.4, size=1.4 K (1458bytes) at 1731963005177Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.4 so closing down at 1731963005180 (+3 ms)3 split writer threads finished at 1731963005180Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731963005191 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731963005191Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731963005192 (+1 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731963005192Processed 21 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/WALs/testsplitwillfailifwritingtoregionfails,16010,1731963004931/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731963005193 (+1 ms) 2024-11-18T20:50:05,194 WARN [Thread-2065 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:58090 remote=/127.0.0.1:43417]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:50:05,194 WARN [Thread-2065 {}] hdfs.DataStreamer(1850): Abandoning BP-213181080-172.17.0.2-1731962947506:blk_1073742145_1324 2024-11-18T20:50:05,196 WARN [Thread-2065 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:50:05,197 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:50:05,198 WARN [Thread-2064 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:58082 remote=/127.0.0.1:43417]. Total timeout mills is 70000, 69995 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:50:05,198 WARN [Thread-2064 {}] hdfs.DataStreamer(1850): Abandoning BP-213181080-172.17.0.2-1731962947506:blk_1073742144_1323 2024-11-18T20:50:05,199 WARN [Thread-2064 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:50:05,199 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:36467/user/jenkins/test-data/8eb515cb-1c74-d687-acc9-ecfe3c5d1573/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:50:05,207 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2127098433_22 at /127.0.0.1:58082 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:43417:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58082 dst: /127.0.0.1:43417 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:50:05,207 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2127098433_22 at /127.0.0.1:58090 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:43417:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58090 dst: /127.0.0.1:43417 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:50:05,208 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2127098433_22 at /127.0.0.1:43714 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:44625:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43714 dst: /127.0.0.1:44625 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:50:05,209 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2127098433_22 at /127.0.0.1:43720 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:44625:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43720 dst: /127.0.0.1:44625 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:50:05,212 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=404 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=719 (was 719), ProcessCount=11 (was 11), AvailableMemoryMB=1262 (was 1266) 2024-11-18T20:50:05,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=719, ProcessCount=11, AvailableMemoryMB=1262 2024-11-18T20:50:05,220 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742146_1325 (size=7) 2024-11-18T20:50:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742146_1325 (size=7) 2024-11-18T20:50:05,630 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:05,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:05,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:05,635 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:05,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T20:50:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742147_1326 (size=93) 2024-11-18T20:50:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742147_1326 (size=93) 2024-11-18T20:50:06,048 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:06,048 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:06,049 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:06,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742148_1327 (size=1393) 2024-11-18T20:50:06,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742148_1327 (size=1393) 2024-11-18T20:50:06,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:06,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:06,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742149_1328 (size=1393) 2024-11-18T20:50:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742149_1328 (size=1393) 2024-11-18T20:50:06,889 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:06,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:06,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:06,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742150_1329 (size=1393) 2024-11-18T20:50:06,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742150_1329 (size=1393) 2024-11-18T20:50:07,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:07,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:07,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742151_1330 (size=1393) 2024-11-18T20:50:07,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742151_1330 (size=1393) 2024-11-18T20:50:07,323 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:07,323 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:07,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742152_1331 (size=1393) 2024-11-18T20:50:07,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742152_1331 (size=1393) 2024-11-18T20:50:07,336 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:50:07,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:07,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742153_1332 (size=1393) 2024-11-18T20:50:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742153_1332 (size=1393) 2024-11-18T20:50:07,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:07,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:07,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742154_1333 (size=1405) 2024-11-18T20:50:07,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742154_1333 (size=1405) 2024-11-18T20:50:07,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:07,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:07,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742155_1334 (size=1413) 2024-11-18T20:50:07,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742155_1334 (size=1413) 2024-11-18T20:50:07,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:07,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:07,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742156_1335 (size=1413) 2024-11-18T20:50:07,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742156_1335 (size=1413) 2024-11-18T20:50:07,784 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:07,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:07,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:07,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:07,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742157_1336 (size=1413) 2024-11-18T20:50:07,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742157_1336 (size=1413) 2024-11-18T20:50:07,804 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:07,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T20:50:07,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742158_1337 (size=93) 2024-11-18T20:50:07,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742158_1337 (size=93) 2024-11-18T20:50:07,837 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty, size=93 (93bytes) 2024-11-18T20:50:07,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty 2024-11-18T20:50:07,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty after 0ms 2024-11-18T20:50:07,839 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty took 2ms 2024-11-18T20:50:07,840 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty so closing down 2024-11-18T20:50:07,840 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:07,840 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:07,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T20:50:07,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty, size=93 (93bytes) at 1731963007837Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty so closing down at 1731963007840 (+3 ms)3 split writer threads finished at 1731963007840Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731963007840 2024-11-18T20:50:07,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat..empty to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat..empty 2024-11-18T20:50:07,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:50:07,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0 2024-11-18T20:50:07,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0 after 1ms 2024-11-18T20:50:07,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0 took 2ms 2024-11-18T20:50:07,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0 so closing down 2024-11-18T20:50:07,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:07,853 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:07,855 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:07,855 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:07,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:07,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:07,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742160_1339 (size=743) 2024-11-18T20:50:07,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742160_1339 (size=743) 2024-11-18T20:50:07,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:07,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742159_1338 (size=743) 2024-11-18T20:50:07,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742159_1338 (size=743) 2024-11-18T20:50:07,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:50:07,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:07,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:50:07,870 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:07,870 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0, size=1.4 K (1393bytes) at 1731963007842Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0 so closing down at 1731963007853 (+11 ms)3 split writer threads finished at 1731963007853Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731963007856 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963007856Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963007867 (+11 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731963007868 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963007869 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731963007870 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963007870 2024-11-18T20:50:07,872 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.0 2024-11-18T20:50:07,872 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:50:07,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1 2024-11-18T20:50:07,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1 after 0ms 2024-11-18T20:50:07,874 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1 took 2ms 2024-11-18T20:50:07,880 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1 so closing down 2024-11-18T20:50:07,880 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:07,880 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:07,882 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:07,885 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:07,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:07,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:07,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742161_1340 (size=743) 2024-11-18T20:50:07,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742162_1341 (size=743) 2024-11-18T20:50:07,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742161_1340 (size=743) 2024-11-18T20:50:07,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:07,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742162_1341 (size=743) 2024-11-18T20:50:07,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:07,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:50:07,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:50:07,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:07,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1, size=1.4 K (1393bytes) at 1731963007872Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1 so closing down at 1731963007880 (+8 ms)3 split writer threads finished at 1731963007880Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731963007886 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731963007886Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963007893 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963007894 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731963007895 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731963007895Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963007895 2024-11-18T20:50:07,897 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.1 2024-11-18T20:50:07,897 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:50:07,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2 2024-11-18T20:50:07,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2 after 0ms 2024-11-18T20:50:07,899 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2 took 2ms 2024-11-18T20:50:07,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2 so closing down 2024-11-18T20:50:07,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:07,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:07,902 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:07,902 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:07,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:07,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:07,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742163_1342 (size=743) 2024-11-18T20:50:07,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742163_1342 (size=743) 2024-11-18T20:50:07,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742164_1343 (size=743) 2024-11-18T20:50:07,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742164_1343 (size=743) 2024-11-18T20:50:07,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:07,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:07,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:50:07,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:50:07,911 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:07,911 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2, size=1.4 K (1393bytes) at 1731963007897Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2 so closing down at 1731963007900 (+3 ms)3 split writer threads finished at 1731963007900Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731963007903 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731963007903Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963007909 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963007909Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731963007910 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731963007910Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963007911 (+1 ms) 2024-11-18T20:50:07,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.2 2024-11-18T20:50:07,912 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:50:07,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3 2024-11-18T20:50:07,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3 after 0ms 2024-11-18T20:50:07,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3 took 2ms 2024-11-18T20:50:07,915 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3 so closing down 2024-11-18T20:50:07,915 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:07,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:07,916 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:07,917 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:07,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:07,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742165_1344 (size=743) 2024-11-18T20:50:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742166_1345 (size=743) 2024-11-18T20:50:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742166_1345 (size=743) 2024-11-18T20:50:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742165_1344 (size=743) 2024-11-18T20:50:08,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:50:08,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:50:08,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:08,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3, size=1.4 K (1393bytes) at 1731963007912Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3 so closing down at 1731963007915 (+3 ms)3 split writer threads finished at 1731963007915Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731963007917 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731963007917Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008327 (+410 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008327Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731963008328 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731963008328Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963008329 (+1 ms) 2024-11-18T20:50:08,330 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.3 2024-11-18T20:50:08,330 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:50:08,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4 2024-11-18T20:50:08,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4 after 1ms 2024-11-18T20:50:08,332 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4 took 2ms 2024-11-18T20:50:08,334 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4 so closing down 2024-11-18T20:50:08,334 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:08,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:08,343 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:08,343 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:08,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:08,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:08,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742167_1346 (size=743) 2024-11-18T20:50:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742167_1346 (size=743) 2024-11-18T20:50:08,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742168_1347 (size=743) 2024-11-18T20:50:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742168_1347 (size=743) 2024-11-18T20:50:08,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:50:08,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:50:08,364 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:08,364 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4, size=1.4 K (1393bytes) at 1731963008330Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4 so closing down at 1731963008334 (+4 ms)3 split writer threads finished at 1731963008334Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731963008344 (+10 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731963008352 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008361 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008363 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731963008363Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731963008364 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963008364 2024-11-18T20:50:08,366 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.4 2024-11-18T20:50:08,366 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:50:08,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5 2024-11-18T20:50:08,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5 after 0ms 2024-11-18T20:50:08,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5 took 2ms 2024-11-18T20:50:08,370 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5 so closing down 2024-11-18T20:50:08,370 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:08,371 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:08,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:08,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:08,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:08,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742169_1348 (size=743) 2024-11-18T20:50:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742169_1348 (size=743) 2024-11-18T20:50:08,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:50:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742170_1349 (size=743) 2024-11-18T20:50:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742170_1349 (size=743) 2024-11-18T20:50:08,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:50:08,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:08,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5, size=1.4 K (1393bytes) at 1731963008366Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5 so closing down at 1731963008370 (+4 ms)3 split writer threads finished at 1731963008371 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731963008373 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731963008378 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008382 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731963008383 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008389 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731963008391 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963008391 2024-11-18T20:50:08,392 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.5 2024-11-18T20:50:08,393 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:50:08,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6 2024-11-18T20:50:08,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6 after 0ms 2024-11-18T20:50:08,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6 took 2ms 2024-11-18T20:50:08,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6 so closing down 2024-11-18T20:50:08,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:08,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:08,398 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:08,398 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:08,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:08,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742172_1351 (size=749) 2024-11-18T20:50:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742172_1351 (size=749) 2024-11-18T20:50:08,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:50:08,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742171_1350 (size=749) 2024-11-18T20:50:08,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742171_1350 (size=749) 2024-11-18T20:50:08,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:50:08,413 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:50:08,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6, size=1.4 K (1405bytes) at 1731963008393Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6 so closing down at 1731963008396 (+3 ms)3 split writer threads finished at 1731963008396Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731963008399 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731963008400 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008405 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731963008406 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008412 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731963008413 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731963008413 2024-11-18T20:50:08,416 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.6 2024-11-18T20:50:08,416 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:50:08,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7 2024-11-18T20:50:08,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7 after 1ms 2024-11-18T20:50:08,419 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7 took 3ms 2024-11-18T20:50:08,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7 so closing down 2024-11-18T20:50:08,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:08,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:08,422 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:08,422 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:08,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:08,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:08,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742174_1353 (size=753) 2024-11-18T20:50:08,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742173_1352 (size=753) 2024-11-18T20:50:08,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742174_1353 (size=753) 2024-11-18T20:50:08,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742173_1352 (size=753) 2024-11-18T20:50:08,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:50:08,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:50:08,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:08,443 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7, size=1.4 K (1413bytes) at 1731963008416Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7 so closing down at 1731963008420 (+4 ms)3 split writer threads finished at 1731963008420Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731963008423 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731963008424 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008441 (+17 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008442 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731963008443 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731963008443Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963008443 2024-11-18T20:50:08,444 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.7 2024-11-18T20:50:08,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:50:08,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8 2024-11-18T20:50:08,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8 after 1ms 2024-11-18T20:50:08,448 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8 took 3ms 2024-11-18T20:50:08,449 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8 so closing down 2024-11-18T20:50:08,449 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:08,449 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:08,451 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:08,451 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:08,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:08,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742176_1355 (size=753) 2024-11-18T20:50:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742176_1355 (size=753) 2024-11-18T20:50:08,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:50:08,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742175_1354 (size=753) 2024-11-18T20:50:08,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742175_1354 (size=753) 2024-11-18T20:50:08,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:50:08,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:08,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8, size=1.4 K (1413bytes) at 1731963008445Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8 so closing down at 1731963008449 (+4 ms)3 split writer threads finished at 1731963008449Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731963008451 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731963008451Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008456 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731963008457 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008861 (+404 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731963008863 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963008863 2024-11-18T20:50:08,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.8 2024-11-18T20:50:08,865 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:50:08,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9 2024-11-18T20:50:08,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9 after 0ms 2024-11-18T20:50:08,867 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9 took 3ms 2024-11-18T20:50:08,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9 so closing down 2024-11-18T20:50:08,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:08,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:08,870 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:08,870 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:08,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:08,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:08,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742177_1356 (size=753) 2024-11-18T20:50:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742177_1356 (size=753) 2024-11-18T20:50:08,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:50:08,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742178_1357 (size=753) 2024-11-18T20:50:08,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742178_1357 (size=753) 2024-11-18T20:50:08,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:08,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:50:08,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:08,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9, size=1.4 K (1413bytes) at 1731963008865Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9 so closing down at 1731963008868 (+3 ms)3 split writer threads finished at 1731963008868Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731963008875 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731963008875Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008889 (+14 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731963008890 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963008897 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731963008899 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963008899 2024-11-18T20:50:08,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.9 2024-11-18T20:50:08,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty, size=93 (93bytes) 2024-11-18T20:50:08,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty 2024-11-18T20:50:08,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty after 0ms 2024-11-18T20:50:08,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty took 4ms 2024-11-18T20:50:08,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty so closing down 2024-11-18T20:50:08,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:08,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:08,905 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T20:50:08,905 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty, size=93 (93bytes) at 1731963008901Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty so closing down at 1731963008905 (+4 ms)3 split writer threads finished at 1731963008905Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731963008905 2024-11-18T20:50:08,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/WALs/testemptylogfiles,16010,1731963005635/wal.dat.empty to hdfs://localhost:36467/user/jenkins/test-data/ac144429-5269-119f-0143-0a05998d735d/oldWALs/wal.dat.empty 2024-11-18T20:50:08,979 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=694 (was 719), ProcessCount=11 (was 11), AvailableMemoryMB=1195 (was 1262) 2024-11-18T20:50:08,987 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=694, ProcessCount=11, AvailableMemoryMB=1194 2024-11-18T20:50:08,987 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742179_1358 (size=7) 2024-11-18T20:50:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742179_1358 (size=7) 2024-11-18T20:50:08,993 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:08,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:08,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:08,996 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:08,996 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:08,997 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:08,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742180_1359 (size=1393) 2024-11-18T20:50:09,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742180_1359 (size=1393) 2024-11-18T20:50:09,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:09,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:09,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742181_1360 (size=1393) 2024-11-18T20:50:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742181_1360 (size=1393) 2024-11-18T20:50:09,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:09,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:09,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742182_1361 (size=1393) 2024-11-18T20:50:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742182_1361 (size=1393) 2024-11-18T20:50:09,033 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:09,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:09,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742183_1362 (size=1393) 2024-11-18T20:50:09,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742183_1362 (size=1393) 2024-11-18T20:50:09,045 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:09,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:09,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742184_1363 (size=1393) 2024-11-18T20:50:09,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742184_1363 (size=1393) 2024-11-18T20:50:09,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:50:09,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:09,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742185_1364 (size=1393) 2024-11-18T20:50:09,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742185_1364 (size=1393) 2024-11-18T20:50:09,080 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:09,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:09,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742186_1365 (size=1405) 2024-11-18T20:50:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742186_1365 (size=1405) 2024-11-18T20:50:09,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:09,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:09,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742187_1366 (size=1413) 2024-11-18T20:50:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742187_1366 (size=1413) 2024-11-18T20:50:09,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:09,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:09,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742188_1367 (size=1413) 2024-11-18T20:50:09,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742188_1367 (size=1413) 2024-11-18T20:50:09,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:09,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:09,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:09,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742189_1368 (size=1413) 2024-11-18T20:50:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742189_1368 (size=1413) 2024-11-18T20:50:09,144 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:09,168 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:50:09,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0 2024-11-18T20:50:09,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0 after 1ms 2024-11-18T20:50:09,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0 took 2ms 2024-11-18T20:50:09,172 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0 so closing down 2024-11-18T20:50:09,172 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:09,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:09,174 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:09,174 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:09,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:09,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742191_1370 (size=743) 2024-11-18T20:50:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742191_1370 (size=743) 2024-11-18T20:50:09,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742190_1369 (size=743) 2024-11-18T20:50:09,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742190_1369 (size=743) 2024-11-18T20:50:09,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:09,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:50:09,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:09,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:50:09,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:09,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0, size=1.4 K (1393bytes) at 1731963009168Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0 so closing down at 1731963009172 (+4 ms)3 split writer threads finished at 1731963009172Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731963009175 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963009175Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963009185 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731963009186 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963009582 (+396 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731963009583 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963009583 2024-11-18T20:50:09,585 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/oldWALs/wal.dat.0 2024-11-18T20:50:09,585 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:50:09,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1 2024-11-18T20:50:09,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1 after 0ms 2024-11-18T20:50:09,587 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1 took 2ms 2024-11-18T20:50:09,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1 so closing down 2024-11-18T20:50:09,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:09,588 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:09,590 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:09,590 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:09,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:09,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:09,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742192_1371 (size=743) 2024-11-18T20:50:09,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742192_1371 (size=743) 2024-11-18T20:50:09,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742193_1372 (size=743) 2024-11-18T20:50:09,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742193_1372 (size=743) 2024-11-18T20:50:09,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:09,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:50:10,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:50:10,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:10,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1, size=1.4 K (1393bytes) at 1731963009585Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1 so closing down at 1731963009588 (+3 ms)3 split writer threads finished at 1731963009588Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731963009590 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731963009590Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963009603 (+13 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731963009604 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010004 (+400 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731963010006 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963010006 2024-11-18T20:50:10,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/oldWALs/wal.dat.1 2024-11-18T20:50:10,010 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:50:10,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2 2024-11-18T20:50:10,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2 after 0ms 2024-11-18T20:50:10,012 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2 took 3ms 2024-11-18T20:50:10,014 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2 so closing down 2024-11-18T20:50:10,014 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,014 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,016 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:10,016 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:10,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:10,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:10,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742194_1373 (size=743) 2024-11-18T20:50:10,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742194_1373 (size=743) 2024-11-18T20:50:10,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:50:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742195_1374 (size=743) 2024-11-18T20:50:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742195_1374 (size=743) 2024-11-18T20:50:10,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:50:10,039 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:10,039 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2, size=1.4 K (1393bytes) at 1731963010010Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2 so closing down at 1731963010014 (+4 ms)3 split writer threads finished at 1731963010014Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731963010017 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731963010019 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010029 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731963010030 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010038 (+8 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731963010039 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963010039 2024-11-18T20:50:10,041 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/oldWALs/wal.dat.2 2024-11-18T20:50:10,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:50:10,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3 2024-11-18T20:50:10,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3 after 0ms 2024-11-18T20:50:10,043 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3 took 2ms 2024-11-18T20:50:10,044 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3 so closing down 2024-11-18T20:50:10,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,045 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,046 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:10,046 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:10,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:10,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:10,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742197_1376 (size=743) 2024-11-18T20:50:10,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742196_1375 (size=743) 2024-11-18T20:50:10,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742196_1375 (size=743) 2024-11-18T20:50:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742197_1376 (size=743) 2024-11-18T20:50:10,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:50:10,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:50:10,053 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:10,053 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3, size=1.4 K (1393bytes) at 1731963010041Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3 so closing down at 1731963010045 (+4 ms)3 split writer threads finished at 1731963010045Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731963010047 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731963010047Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010052 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010052Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731963010053 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731963010053Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963010053 2024-11-18T20:50:10,054 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/oldWALs/wal.dat.3 2024-11-18T20:50:10,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:50:10,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4 2024-11-18T20:50:10,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4 after 1ms 2024-11-18T20:50:10,056 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4 took 2ms 2024-11-18T20:50:10,057 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4 so closing down 2024-11-18T20:50:10,057 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,059 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:10,059 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:10,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:10,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742199_1378 (size=743) 2024-11-18T20:50:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742199_1378 (size=743) 2024-11-18T20:50:10,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:50:10,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742198_1377 (size=743) 2024-11-18T20:50:10,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742198_1377 (size=743) 2024-11-18T20:50:10,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:50:10,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:10,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4, size=1.4 K (1393bytes) at 1731963010054Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4 so closing down at 1731963010057 (+3 ms)3 split writer threads finished at 1731963010057Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731963010060 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731963010060Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010069 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731963010070 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010073 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731963010074 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963010074 2024-11-18T20:50:10,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/oldWALs/wal.dat.4 2024-11-18T20:50:10,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:50:10,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5 2024-11-18T20:50:10,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5 after 1ms 2024-11-18T20:50:10,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5 took 2ms 2024-11-18T20:50:10,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5 so closing down 2024-11-18T20:50:10,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,080 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:10,080 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:10,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:10,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742200_1379 (size=743) 2024-11-18T20:50:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742201_1380 (size=743) 2024-11-18T20:50:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742201_1380 (size=743) 2024-11-18T20:50:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742200_1379 (size=743) 2024-11-18T20:50:10,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:50:10,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:50:10,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:10,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5, size=1.4 K (1393bytes) at 1731963010075Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5 so closing down at 1731963010078 (+3 ms)3 split writer threads finished at 1731963010078Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731963010080 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731963010083 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010089 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010089Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731963010090 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731963010090Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963010090 2024-11-18T20:50:10,091 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/oldWALs/wal.dat.5 2024-11-18T20:50:10,092 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:50:10,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6 2024-11-18T20:50:10,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6 after 0ms 2024-11-18T20:50:10,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6 took 3ms 2024-11-18T20:50:10,095 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6 so closing down 2024-11-18T20:50:10,095 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,095 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,096 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:10,096 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:10,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:10,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:10,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742202_1381 (size=749) 2024-11-18T20:50:10,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742202_1381 (size=749) 2024-11-18T20:50:10,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:50:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742203_1382 (size=749) 2024-11-18T20:50:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742203_1382 (size=749) 2024-11-18T20:50:10,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:50:10,120 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:50:10,121 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6, size=1.4 K (1405bytes) at 1731963010092Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6 so closing down at 1731963010095 (+3 ms)3 split writer threads finished at 1731963010095Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731963010097 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731963010099 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010113 (+14 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731963010115 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010119 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731963010120 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731963010120 2024-11-18T20:50:10,122 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/oldWALs/wal.dat.6 2024-11-18T20:50:10,122 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:50:10,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7 2024-11-18T20:50:10,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7 after 0ms 2024-11-18T20:50:10,124 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7 took 2ms 2024-11-18T20:50:10,125 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7 so closing down 2024-11-18T20:50:10,125 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,126 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,127 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:10,127 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:10,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:10,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742205_1384 (size=753) 2024-11-18T20:50:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742205_1384 (size=753) 2024-11-18T20:50:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742204_1383 (size=753) 2024-11-18T20:50:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742204_1383 (size=753) 2024-11-18T20:50:10,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:50:10,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:50:10,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:10,144 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7, size=1.4 K (1413bytes) at 1731963010122Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7 so closing down at 1731963010125 (+3 ms)3 split writer threads finished at 1731963010126 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731963010129 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731963010129Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010142 (+13 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010142Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731963010143 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731963010143Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963010144 (+1 ms) 2024-11-18T20:50:10,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/oldWALs/wal.dat.7 2024-11-18T20:50:10,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:50:10,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8 2024-11-18T20:50:10,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8 after 0ms 2024-11-18T20:50:10,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8 took 2ms 2024-11-18T20:50:10,149 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8 so closing down 2024-11-18T20:50:10,149 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,149 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,151 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:10,151 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:10,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:10,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:10,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742207_1386 (size=753) 2024-11-18T20:50:10,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742207_1386 (size=753) 2024-11-18T20:50:10,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:50:10,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742206_1385 (size=753) 2024-11-18T20:50:10,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742206_1385 (size=753) 2024-11-18T20:50:10,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:50:10,166 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:10,166 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8, size=1.4 K (1413bytes) at 1731963010146Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8 so closing down at 1731963010149 (+3 ms)3 split writer threads finished at 1731963010149Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731963010151 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731963010152 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010157 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731963010158 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010165 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731963010166 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963010166 2024-11-18T20:50:10,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/oldWALs/wal.dat.8 2024-11-18T20:50:10,168 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:50:10,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9 2024-11-18T20:50:10,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9 after 0ms 2024-11-18T20:50:10,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9 took 3ms 2024-11-18T20:50:10,171 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9 so closing down 2024-11-18T20:50:10,171 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,171 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,172 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:10,172 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:10,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:10,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:10,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742208_1387 (size=753) 2024-11-18T20:50:10,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742208_1387 (size=753) 2024-11-18T20:50:10,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742209_1388 (size=753) 2024-11-18T20:50:10,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742209_1388 (size=753) 2024-11-18T20:50:10,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:50:10,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:50:10,183 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:10,183 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9, size=1.4 K (1413bytes) at 1731963010168Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9 so closing down at 1731963010171 (+3 ms)3 split writer threads finished at 1731963010171Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731963010173 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731963010174 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010181 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010181Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731963010182 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731963010183 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963010183 2024-11-18T20:50:10,185 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731963008996/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/0d6a3705-90d4-efe7-fe5c-f23c5521c238/oldWALs/wal.dat.9 2024-11-18T20:50:10,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=694 (was 694), ProcessCount=11 (was 11), AvailableMemoryMB=1179 (was 1194) 2024-11-18T20:50:10,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=694, ProcessCount=11, AvailableMemoryMB=1179 2024-11-18T20:50:10,201 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742210_1389 (size=7) 2024-11-18T20:50:10,208 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:10,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:10,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:10,212 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742210_1389 (size=7) 2024-11-18T20:50:10,218 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:36467/user/jenkins/test-data/bad55e77-3232-333b-2048-361b80b257c0/data/hbase/meta/1588230740/recovered.edits 2024-11-18T20:50:10,234 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=694 (was 694), ProcessCount=11 (was 11), AvailableMemoryMB=1179 (was 1179) 2024-11-18T20:50:10,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=694, ProcessCount=11, AvailableMemoryMB=1178 2024-11-18T20:50:10,241 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742211_1390 (size=7) 2024-11-18T20:50:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742211_1390 (size=7) 2024-11-18T20:50:10,247 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:10,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:10,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:10,250 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:10,250 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-18T20:50:10,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-18T20:50:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-18T20:50:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742212_1391 (size=818) 2024-11-18T20:50:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742212_1391 (size=818) 2024-11-18T20:50:10,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5, size=818 (818bytes) 2024-11-18T20:50:10,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5 2024-11-18T20:50:10,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5 after 0ms 2024-11-18T20:50:10,679 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5 took 3ms 2024-11-18T20:50:10,681 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5 so closing down 2024-11-18T20:50:10,681 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,681 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,683 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-18T20:50:10,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-18T20:50:10,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742213_1392 (size=783) 2024-11-18T20:50:10,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742213_1392 (size=783) 2024-11-18T20:50:10,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-18T20:50:10,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-18T20:50:10,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-18T20:50:10,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5, size=818 (818bytes) at 1731963010677Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5 so closing down at 1731963010681 (+4 ms)3 split writer threads finished at 1731963010681Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731963010684 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731963010692 (+8 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731963010693 (+1 ms)Processed 11 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731963010693 2024-11-18T20:50:10,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/WALs/testemptywaledit,16010,1731963010250/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/59c012ef-3d0c-cb2a-db03-5236e7600ddc/oldWALs/wal.dat.5 2024-11-18T20:50:10,711 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=694 (was 694), ProcessCount=11 (was 11), AvailableMemoryMB=1178 (was 1178) 2024-11-18T20:50:10,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=694, ProcessCount=11, AvailableMemoryMB=1178 2024-11-18T20:50:10,718 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:10,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742214_1393 (size=7) 2024-11-18T20:50:10,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742214_1393 (size=7) 2024-11-18T20:50:10,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:10,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:10,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:10,734 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:10,734 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:10,735 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:10,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:10,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742215_1394 (size=1393) 2024-11-18T20:50:10,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742215_1394 (size=1393) 2024-11-18T20:50:10,746 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:10,746 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:10,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742216_1395 (size=1393) 2024-11-18T20:50:10,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742216_1395 (size=1393) 2024-11-18T20:50:10,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:10,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:10,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742217_1396 (size=1393) 2024-11-18T20:50:10,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742217_1396 (size=1393) 2024-11-18T20:50:10,774 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:10,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:10,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742218_1397 (size=1393) 2024-11-18T20:50:10,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742218_1397 (size=1393) 2024-11-18T20:50:10,783 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:10,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:10,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742219_1398 (size=1393) 2024-11-18T20:50:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742219_1398 (size=1393) 2024-11-18T20:50:10,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:50:10,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:10,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742220_1399 (size=1393) 2024-11-18T20:50:10,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742220_1399 (size=1393) 2024-11-18T20:50:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:10,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742221_1400 (size=1405) 2024-11-18T20:50:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742221_1400 (size=1405) 2024-11-18T20:50:10,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:10,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:10,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742222_1401 (size=1413) 2024-11-18T20:50:10,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742222_1401 (size=1413) 2024-11-18T20:50:10,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:10,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:10,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742223_1402 (size=1413) 2024-11-18T20:50:10,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742223_1402 (size=1413) 2024-11-18T20:50:10,838 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:10,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:10,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:10,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:10,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742224_1403 (size=1413) 2024-11-18T20:50:10,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742224_1403 (size=1413) 2024-11-18T20:50:10,849 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:10,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:50:10,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0 2024-11-18T20:50:10,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0 after 0ms 2024-11-18T20:50:10,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0 took 3ms 2024-11-18T20:50:10,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0 so closing down 2024-11-18T20:50:10,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,883 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,885 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:10,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:10,886 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:10,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742226_1405 (size=743) 2024-11-18T20:50:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742227_1406 (size=743) 2024-11-18T20:50:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742226_1405 (size=743) 2024-11-18T20:50:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742227_1406 (size=743) 2024-11-18T20:50:10,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:50:10,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:50:10,898 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:10,898 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0, size=1.4 K (1393bytes) at 1731963010879Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0 so closing down at 1731963010883 (+4 ms)3 split writer threads finished at 1731963010883Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963010886 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731963010887 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010897 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010897Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731963010898 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731963010898Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963010898 2024-11-18T20:50:10,900 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/oldWALs/wal.dat.0 2024-11-18T20:50:10,900 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:50:10,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1 2024-11-18T20:50:10,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1 after 0ms 2024-11-18T20:50:10,902 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1 took 2ms 2024-11-18T20:50:10,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1 so closing down 2024-11-18T20:50:10,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,904 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:10,904 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:10,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:10,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742228_1407 (size=743) 2024-11-18T20:50:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742228_1407 (size=743) 2024-11-18T20:50:10,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:50:10,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742229_1408 (size=743) 2024-11-18T20:50:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742229_1408 (size=743) 2024-11-18T20:50:10,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:50:10,918 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:10,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1, size=1.4 K (1393bytes) at 1731963010900Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1 so closing down at 1731963010903 (+3 ms)3 split writer threads finished at 1731963010903Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731963010905 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731963010905Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010913 (+8 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731963010914 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010917 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731963010918 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963010918 2024-11-18T20:50:10,919 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/oldWALs/wal.dat.1 2024-11-18T20:50:10,919 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:50:10,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2 2024-11-18T20:50:10,920 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2 after 1ms 2024-11-18T20:50:10,921 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2 took 2ms 2024-11-18T20:50:10,922 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2 so closing down 2024-11-18T20:50:10,922 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,923 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,951 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:10,951 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:10,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:10,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742231_1410 (size=743) 2024-11-18T20:50:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742231_1410 (size=743) 2024-11-18T20:50:10,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742230_1409 (size=743) 2024-11-18T20:50:10,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:50:10,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:50:10,965 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:10,965 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2, size=1.4 K (1393bytes) at 1731963010919Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2 so closing down at 1731963010922 (+3 ms)3 split writer threads finished at 1731963010923 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731963010951 (+28 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731963010951Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010963 (+12 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010964 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731963010965 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731963010965Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963010965 2024-11-18T20:50:10,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/oldWALs/wal.dat.2 2024-11-18T20:50:10,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:50:10,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3 2024-11-18T20:50:10,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742230_1409 (size=743) 2024-11-18T20:50:10,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3 after 0ms 2024-11-18T20:50:10,969 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3 took 2ms 2024-11-18T20:50:10,975 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3 so closing down 2024-11-18T20:50:10,975 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:10,975 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:10,977 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:10,981 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:10,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:10,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:10,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742232_1411 (size=743) 2024-11-18T20:50:10,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742233_1412 (size=743) 2024-11-18T20:50:10,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742233_1412 (size=743) 2024-11-18T20:50:10,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742232_1411 (size=743) 2024-11-18T20:50:10,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:10,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:50:10,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:50:10,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:10,992 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3, size=1.4 K (1393bytes) at 1731963010967Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3 so closing down at 1731963010975 (+8 ms)3 split writer threads finished at 1731963010975Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731963010983 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731963010983Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010990 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963010990Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731963010991 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731963010991Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963010992 (+1 ms) 2024-11-18T20:50:10,993 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/oldWALs/wal.dat.3 2024-11-18T20:50:10,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:50:10,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4 2024-11-18T20:50:10,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4 after 0ms 2024-11-18T20:50:10,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4 took 3ms 2024-11-18T20:50:11,000 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4 so closing down 2024-11-18T20:50:11,000 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:11,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:11,002 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:11,002 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:11,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:11,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742235_1414 (size=743) 2024-11-18T20:50:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742234_1413 (size=743) 2024-11-18T20:50:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742234_1413 (size=743) 2024-11-18T20:50:11,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742235_1414 (size=743) 2024-11-18T20:50:11,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:11,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:11,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:50:11,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:50:11,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:11,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4, size=1.4 K (1393bytes) at 1731963010993Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4 so closing down at 1731963011000 (+7 ms)3 split writer threads finished at 1731963011000Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731963011003 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731963011003Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963011011 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963011011Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731963011012 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731963011012Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963011012 2024-11-18T20:50:11,014 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/oldWALs/wal.dat.4 2024-11-18T20:50:11,014 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T20:50:11,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 2024-11-18T20:50:11,014 WARN [IPC Server handler 0 on default port 36467 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-18T20:50:11,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 after 0ms 2024-11-18T20:50:11,255 WARN [ResponseProcessor for block BP-213181080-172.17.0.2-1731962947506:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-213181080-172.17.0.2-1731962947506:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:50:11,255 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1490029657_22 at /127.0.0.1:58766 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:43417:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58766 dst: /127.0.0.1:43417 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43417 remote=/127.0.0.1:58766]. Total timeout mills is 60000, 59603 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:50:11,256 WARN [DataStreamer for file /user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 block BP-213181080-172.17.0.2-1731962947506:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-213181080-172.17.0.2-1731962947506:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43417,DS-a7f36f87-2d16-453d-a8d3-17435a396645,DISK], DatanodeInfoWithStorage[127.0.0.1:44625,DS-86ba6598-c340-45f7-bf99-11f786427c3f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43417,DS-a7f36f87-2d16-453d-a8d3-17435a396645,DISK]) is bad. 2024-11-18T20:50:11,256 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1490029657_22 at /127.0.0.1:44488 [Receiving block BP-213181080-172.17.0.2-1731962947506:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:44625:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44488 dst: /127.0.0.1:44625 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:50:11,257 WARN [DataStreamer for file /user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 block BP-213181080-172.17.0.2-1731962947506:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-213181080-172.17.0.2-1731962947506:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T20:50:11,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742225_1415 (size=1394) 2024-11-18T20:50:11,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742225_1415 (size=1394) 2024-11-18T20:50:13,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:50:15,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 after 4001ms 2024-11-18T20:50:15,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 took 4003ms 2024-11-18T20:50:15,019 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:15,020 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 so closing down 2024-11-18T20:50:15,020 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:15,020 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:15,022 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:15,022 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:15,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:15,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:15,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742237_1417 (size=418) 2024-11-18T20:50:15,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742237_1417 (size=418) 2024-11-18T20:50:15,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742236_1416 (size=353) 2024-11-18T20:50:15,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742236_1416 (size=353) 2024-11-18T20:50:15,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T20:50:15,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-18T20:50:15,028 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T20:50:15,028 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5, size=1.4 K (1394bytes) at 1731963011014Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 so closing down at 1731963015020 (+4006 ms)3 split writer threads finished at 1731963015020Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731963015023 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731963015023Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963015026 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731963015027 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731963015027Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731963015028 (+1 ms)Processed 9 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731963015028 2024-11-18T20:50:15,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/corrupt/wal.dat.5 2024-11-18T20:50:15,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:50:15,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6 2024-11-18T20:50:15,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6 after 0ms 2024-11-18T20:50:15,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6 took 3ms 2024-11-18T20:50:15,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6 so closing down 2024-11-18T20:50:15,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:15,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:15,045 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:15,045 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:15,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:15,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742238_1418 (size=749) 2024-11-18T20:50:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742238_1418 (size=749) 2024-11-18T20:50:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742239_1419 (size=749) 2024-11-18T20:50:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742239_1419 (size=749) 2024-11-18T20:50:15,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:50:15,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:50:15,463 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:50:15,463 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6, size=1.4 K (1405bytes) at 1731963015030Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6 so closing down at 1731963015037 (+7 ms)3 split writer threads finished at 1731963015037Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731963015046 (+9 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731963015051 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963015064 (+13 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731963015065 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963015461 (+396 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731963015462 (+1 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731963015463 (+1 ms) 2024-11-18T20:50:15,464 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/oldWALs/wal.dat.6 2024-11-18T20:50:15,465 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:50:15,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7 2024-11-18T20:50:15,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7 after 0ms 2024-11-18T20:50:15,467 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7 took 3ms 2024-11-18T20:50:15,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7 so closing down 2024-11-18T20:50:15,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:15,473 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:15,480 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:15,480 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:15,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:15,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:15,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742240_1420 (size=753) 2024-11-18T20:50:15,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742240_1420 (size=753) 2024-11-18T20:50:15,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:50:15,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742241_1421 (size=753) 2024-11-18T20:50:15,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742241_1421 (size=753) 2024-11-18T20:50:15,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:50:15,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:15,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7, size=1.4 K (1413bytes) at 1731963015465Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7 so closing down at 1731963015473 (+8 ms)3 split writer threads finished at 1731963015473Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731963015487 (+14 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731963015487Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963015500 (+13 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731963015501 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963015510 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731963015511 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963015511 2024-11-18T20:50:15,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/oldWALs/wal.dat.7 2024-11-18T20:50:15,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:50:15,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8 2024-11-18T20:50:15,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8 after 0ms 2024-11-18T20:50:15,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8 took 2ms 2024-11-18T20:50:15,516 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8 so closing down 2024-11-18T20:50:15,516 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:15,517 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:15,518 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:15,518 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:15,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:15,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742242_1422 (size=753) 2024-11-18T20:50:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742242_1422 (size=753) 2024-11-18T20:50:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742243_1423 (size=753) 2024-11-18T20:50:15,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742243_1423 (size=753) 2024-11-18T20:50:15,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:50:15,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:50:15,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:15,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8, size=1.4 K (1413bytes) at 1731963015513Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8 so closing down at 1731963015516 (+3 ms)3 split writer threads finished at 1731963015517 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731963015519 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731963015519Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963015531 (+12 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963015532 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731963015532Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731963015532Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963015533 (+1 ms) 2024-11-18T20:50:15,534 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/oldWALs/wal.dat.8 2024-11-18T20:50:15,534 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:50:15,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9 2024-11-18T20:50:15,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9 after 0ms 2024-11-18T20:50:15,536 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9 took 2ms 2024-11-18T20:50:15,537 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9 so closing down 2024-11-18T20:50:15,537 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:15,537 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:15,539 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:15,539 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:15,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:15,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:15,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742244_1424 (size=753) 2024-11-18T20:50:15,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742244_1424 (size=753) 2024-11-18T20:50:15,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:50:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742245_1425 (size=753) 2024-11-18T20:50:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742245_1425 (size=753) 2024-11-18T20:50:15,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:50:15,564 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:15,564 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9, size=1.4 K (1413bytes) at 1731963015534Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9 so closing down at 1731963015537 (+3 ms)3 split writer threads finished at 1731963015537Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731963015540 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731963015542 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963015549 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731963015554 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963015562 (+8 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731963015564 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963015564 2024-11-18T20:50:15,566 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731963010734/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/4a3531c8-817d-d662-099f-1871e94e1a59/oldWALs/wal.dat.9 2024-11-18T20:50:15,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=134 (was 141), OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=654 (was 694), ProcessCount=11 (was 11), AvailableMemoryMB=1158 (was 1178) 2024-11-18T20:50:15,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=134, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=654, ProcessCount=11, AvailableMemoryMB=1158 2024-11-18T20:50:15,653 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:15,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742246_1426 (size=7) 2024-11-18T20:50:15,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742246_1426 (size=7) 2024-11-18T20:50:15,665 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:15,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:15,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:15,672 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:15,672 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T20:50:15,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:15,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742247_1427 (size=863) 2024-11-18T20:50:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742247_1427 (size=863) 2024-11-18T20:50:15,695 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:15,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742248_1428 (size=823) 2024-11-18T20:50:15,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742248_1428 (size=823) 2024-11-18T20:50:15,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0, size=823 (823bytes) 2024-11-18T20:50:15,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0 2024-11-18T20:50:15,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0 after 0ms 2024-11-18T20:50:15,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0 took 2ms 2024-11-18T20:50:15,736 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0; continuing. 2024-11-18T20:50:15,736 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0 so closing down 2024-11-18T20:50:15,737 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:15,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:15,740 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:15,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:15,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742249_1429 (size=786) 2024-11-18T20:50:15,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742249_1429 (size=786) 2024-11-18T20:50:15,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:15,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-18T20:50:15,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-18T20:50:15,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0, size=823 (823bytes) at 1731963015729Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0 so closing down at 1731963015736 (+7 ms)3 split writer threads finished at 1731963015737 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963015741 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963015753 (+12 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731963015755 (+2 ms)Processed 9 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731963015755 2024-11-18T20:50:15,757 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/WALs/testeofisignored,16010,1731963015672/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/380b4608-5755-c631-b5fc-5cb2fa83f671/oldWALs/wal.dat.0 2024-11-18T20:50:15,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=134 (was 134), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=654 (was 654), ProcessCount=11 (was 11), AvailableMemoryMB=1157 (was 1158) 2024-11-18T20:50:15,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=134, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=654, ProcessCount=11, AvailableMemoryMB=1157 2024-11-18T20:50:15,779 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742250_1430 (size=7) 2024-11-18T20:50:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742250_1430 (size=7) 2024-11-18T20:50:15,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:15,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:15,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:15,795 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:15,795 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-18T20:50:15,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T20:50:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742251_1431 (size=93) 2024-11-18T20:50:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742251_1431 (size=93) 2024-11-18T20:50:15,821 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty, size=93 (93bytes) 2024-11-18T20:50:15,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty 2024-11-18T20:50:15,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty after 0ms 2024-11-18T20:50:15,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty took 2ms 2024-11-18T20:50:15,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty so closing down 2024-11-18T20:50:15,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:15,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:15,824 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T20:50:15,824 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty, size=93 (93bytes) at 1731963015821Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty so closing down at 1731963015823 (+2 ms)3 split writer threads finished at 1731963015824 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731963015824 2024-11-18T20:50:15,825 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/WALs/testsplitlogfileempty,16010,1731963015795/wal.dat..empty to hdfs://localhost:36467/user/jenkins/test-data/d575545a-ad26-22e2-1d11-c593498fbcb6/oldWALs/wal.dat..empty 2024-11-18T20:50:15,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=134 (was 134), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=654 (was 654), ProcessCount=11 (was 11), AvailableMemoryMB=1157 (was 1157) 2024-11-18T20:50:15,844 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=134, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=654, ProcessCount=11, AvailableMemoryMB=1157 2024-11-18T20:50:15,844 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742252_1432 (size=7) 2024-11-18T20:50:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742252_1432 (size=7) 2024-11-18T20:50:15,850 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:15,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:15,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:15,853 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:15,853 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:15,854 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:15,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742253_1433 (size=1393) 2024-11-18T20:50:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742253_1433 (size=1393) 2024-11-18T20:50:15,867 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:15,867 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742254_1434 (size=1393) 2024-11-18T20:50:15,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742254_1434 (size=1393) 2024-11-18T20:50:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:15,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742255_1435 (size=1393) 2024-11-18T20:50:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742255_1435 (size=1393) 2024-11-18T20:50:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:15,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742256_1436 (size=1393) 2024-11-18T20:50:15,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742256_1436 (size=1393) 2024-11-18T20:50:15,906 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:15,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742257_1437 (size=1393) 2024-11-18T20:50:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:50:15,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742257_1437 (size=1393) 2024-11-18T20:50:15,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742258_1438 (size=1393) 2024-11-18T20:50:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742258_1438 (size=1393) 2024-11-18T20:50:15,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:15,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:15,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742259_1439 (size=1405) 2024-11-18T20:50:15,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742259_1439 (size=1405) 2024-11-18T20:50:15,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:15,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:15,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742260_1440 (size=1413) 2024-11-18T20:50:15,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742260_1440 (size=1413) 2024-11-18T20:50:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:15,971 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742261_1441 (size=1413) 2024-11-18T20:50:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742261_1441 (size=1413) 2024-11-18T20:50:15,993 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:15,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:15,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:15,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742262_1442 (size=1413) 2024-11-18T20:50:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742262_1442 (size=1413) 2024-11-18T20:50:16,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:16,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:50:16,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0 2024-11-18T20:50:16,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0 after 0ms 2024-11-18T20:50:16,037 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0 took 3ms 2024-11-18T20:50:16,039 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0 so closing down 2024-11-18T20:50:16,039 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,039 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,046 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:16,047 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:16,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:16,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742264_1444 (size=743) 2024-11-18T20:50:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742264_1444 (size=743) 2024-11-18T20:50:16,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T20:50:16,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742263_1443 (size=743) 2024-11-18T20:50:16,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742263_1443 (size=743) 2024-11-18T20:50:16,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:50:16,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:16,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0, size=1.4 K (1393bytes) at 1731963016035Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0 so closing down at 1731963016039 (+4 ms)3 split writer threads finished at 1731963016039Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731963016048 (+9 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963016048Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016064 (+16 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731963016066 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016070 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731963016071 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963016071 2024-11-18T20:50:16,073 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/oldWALs/wal.dat.0 2024-11-18T20:50:16,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:50:16,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1 2024-11-18T20:50:16,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1 after 0ms 2024-11-18T20:50:16,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1 took 4ms 2024-11-18T20:50:16,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1 so closing down 2024-11-18T20:50:16,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,079 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,082 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:16,082 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:16,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:16,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742265_1445 (size=743) 2024-11-18T20:50:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742266_1446 (size=743) 2024-11-18T20:50:16,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742266_1446 (size=743) 2024-11-18T20:50:16,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742265_1445 (size=743) 2024-11-18T20:50:16,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:50:16,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T20:50:16,103 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:16,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1, size=1.4 K (1393bytes) at 1731963016074Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1 so closing down at 1731963016079 (+5 ms)3 split writer threads finished at 1731963016079Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731963016083 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731963016083Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016099 (+16 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016100 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731963016103 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731963016103Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963016103 2024-11-18T20:50:16,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/oldWALs/wal.dat.1 2024-11-18T20:50:16,105 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:50:16,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2 2024-11-18T20:50:16,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2 after 2ms 2024-11-18T20:50:16,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2 took 4ms 2024-11-18T20:50:16,111 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2 so closing down 2024-11-18T20:50:16,111 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,111 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:16,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:16,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:16,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:16,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742267_1447 (size=743) 2024-11-18T20:50:16,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742267_1447 (size=743) 2024-11-18T20:50:16,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T20:50:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742268_1448 (size=743) 2024-11-18T20:50:16,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742268_1448 (size=743) 2024-11-18T20:50:16,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:50:16,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:16,160 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2, size=1.4 K (1393bytes) at 1731963016105Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2 so closing down at 1731963016111 (+6 ms)3 split writer threads finished at 1731963016111Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731963016119 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731963016127 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016147 (+20 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731963016148 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016158 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731963016159 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963016159 2024-11-18T20:50:16,161 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/oldWALs/wal.dat.2 2024-11-18T20:50:16,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:50:16,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3 2024-11-18T20:50:16,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3 after 0ms 2024-11-18T20:50:16,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3 took 2ms 2024-11-18T20:50:16,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3 so closing down 2024-11-18T20:50:16,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,166 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,168 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:16,168 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:16,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:16,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742270_1450 (size=743) 2024-11-18T20:50:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742270_1450 (size=743) 2024-11-18T20:50:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742269_1449 (size=743) 2024-11-18T20:50:16,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742269_1449 (size=743) 2024-11-18T20:50:16,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:50:16,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T20:50:16,182 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:16,182 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3, size=1.4 K (1393bytes) at 1731963016162Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3 so closing down at 1731963016165 (+3 ms)3 split writer threads finished at 1731963016166 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731963016169 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731963016169Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016178 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731963016179 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016180 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731963016181 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963016182 (+1 ms) 2024-11-18T20:50:16,183 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/oldWALs/wal.dat.3 2024-11-18T20:50:16,183 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:50:16,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4 2024-11-18T20:50:16,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4 after 0ms 2024-11-18T20:50:16,185 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4 took 2ms 2024-11-18T20:50:16,186 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4 so closing down 2024-11-18T20:50:16,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,191 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:16,191 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:16,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:16,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742272_1452 (size=743) 2024-11-18T20:50:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742272_1452 (size=743) 2024-11-18T20:50:16,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:50:16,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742271_1451 (size=743) 2024-11-18T20:50:16,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742271_1451 (size=743) 2024-11-18T20:50:16,213 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T20:50:16,215 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:16,215 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4, size=1.4 K (1393bytes) at 1731963016183Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4 so closing down at 1731963016186 (+3 ms)3 split writer threads finished at 1731963016186Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731963016192 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731963016192Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016208 (+16 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731963016209 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016213 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731963016214 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963016215 (+1 ms) 2024-11-18T20:50:16,216 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/oldWALs/wal.dat.4 2024-11-18T20:50:16,217 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:50:16,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5 2024-11-18T20:50:16,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5 after 0ms 2024-11-18T20:50:16,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5 took 3ms 2024-11-18T20:50:16,230 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5 so closing down 2024-11-18T20:50:16,230 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,230 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:16,237 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:16,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:16,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742274_1454 (size=743) 2024-11-18T20:50:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742273_1453 (size=743) 2024-11-18T20:50:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742273_1453 (size=743) 2024-11-18T20:50:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742274_1454 (size=743) 2024-11-18T20:50:16,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:50:16,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T20:50:16,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T20:50:16,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5, size=1.4 K (1393bytes) at 1731963016217Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5 so closing down at 1731963016230 (+13 ms)3 split writer threads finished at 1731963016230Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731963016237 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731963016237Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016248 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016248Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731963016249 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731963016249Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731963016249 2024-11-18T20:50:16,251 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/oldWALs/wal.dat.5 2024-11-18T20:50:16,251 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:50:16,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6 2024-11-18T20:50:16,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6 after 0ms 2024-11-18T20:50:16,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6 took 2ms 2024-11-18T20:50:16,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6 so closing down 2024-11-18T20:50:16,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,255 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,257 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:16,257 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:16,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:16,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:16,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742276_1456 (size=749) 2024-11-18T20:50:16,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742276_1456 (size=749) 2024-11-18T20:50:16,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T20:50:16,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742275_1455 (size=749) 2024-11-18T20:50:16,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742275_1455 (size=749) 2024-11-18T20:50:16,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:50:16,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T20:50:16,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6, size=1.4 K (1405bytes) at 1731963016251Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6 so closing down at 1731963016255 (+4 ms)3 split writer threads finished at 1731963016255Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731963016258 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731963016258Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016273 (+15 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731963016274 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016277 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731963016279 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731963016279 2024-11-18T20:50:16,281 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/oldWALs/wal.dat.6 2024-11-18T20:50:16,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:50:16,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7 2024-11-18T20:50:16,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7 after 1ms 2024-11-18T20:50:16,283 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7 took 2ms 2024-11-18T20:50:16,284 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7 so closing down 2024-11-18T20:50:16,285 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,285 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,287 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:16,287 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:16,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:16,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:16,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742277_1457 (size=753) 2024-11-18T20:50:16,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742277_1457 (size=753) 2024-11-18T20:50:16,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:50:16,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742278_1458 (size=753) 2024-11-18T20:50:16,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742278_1458 (size=753) 2024-11-18T20:50:16,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T20:50:16,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:16,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7, size=1.4 K (1413bytes) at 1731963016281Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7 so closing down at 1731963016285 (+4 ms)3 split writer threads finished at 1731963016285Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731963016288 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731963016291 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016301 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731963016312 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016315 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731963016316 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963016317 (+1 ms) 2024-11-18T20:50:16,318 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/oldWALs/wal.dat.7 2024-11-18T20:50:16,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:50:16,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8 2024-11-18T20:50:16,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8 after 1ms 2024-11-18T20:50:16,321 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8 took 3ms 2024-11-18T20:50:16,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8 so closing down 2024-11-18T20:50:16,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:16,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:16,337 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:16,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742279_1459 (size=753) 2024-11-18T20:50:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742279_1459 (size=753) 2024-11-18T20:50:16,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:50:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742280_1460 (size=753) 2024-11-18T20:50:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742280_1460 (size=753) 2024-11-18T20:50:16,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T20:50:16,361 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:16,361 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8, size=1.4 K (1413bytes) at 1731963016318Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8 so closing down at 1731963016322 (+4 ms)3 split writer threads finished at 1731963016322Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731963016331 (+9 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731963016343 (+12 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016347 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731963016348 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016360 (+12 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731963016361 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963016361 2024-11-18T20:50:16,362 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/oldWALs/wal.dat.8 2024-11-18T20:50:16,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:50:16,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9 2024-11-18T20:50:16,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9 after 0ms 2024-11-18T20:50:16,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9 took 6ms 2024-11-18T20:50:16,369 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9 so closing down 2024-11-18T20:50:16,369 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,369 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,371 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:16,371 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:16,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:16,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742282_1462 (size=753) 2024-11-18T20:50:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742281_1461 (size=753) 2024-11-18T20:50:16,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742282_1462 (size=753) 2024-11-18T20:50:16,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742281_1461 (size=753) 2024-11-18T20:50:16,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:50:16,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T20:50:16,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T20:50:16,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9, size=1.4 K (1413bytes) at 1731963016363Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9 so closing down at 1731963016369 (+6 ms)3 split writer threads finished at 1731963016369Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731963016372 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731963016372Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016390 (+18 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731963016391 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016395 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731963016397 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731963016397 2024-11-18T20:50:16,399 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/WALs/testlogsgetarchivedaftersplit,16010,1731963015853/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/bc9d3909-f88e-3f8d-d84d-4ca633498d28/oldWALs/wal.dat.9 2024-11-18T20:50:16,409 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=134 (was 134), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=654 (was 654), ProcessCount=11 (was 11), AvailableMemoryMB=1152 (was 1157) 2024-11-18T20:50:16,419 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=134, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=654, ProcessCount=11, AvailableMemoryMB=1152 2024-11-18T20:50:16,419 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:16,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742283_1463 (size=7) 2024-11-18T20:50:16,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742283_1463 (size=7) 2024-11-18T20:50:16,427 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:16,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:16,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:16,430 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:16,430 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-18T20:50:16,430 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T20:50:16,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:16,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742284_1464 (size=723) 2024-11-18T20:50:16,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742284_1464 (size=723) 2024-11-18T20:50:16,438 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:16,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:16,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742285_1465 (size=723) 2024-11-18T20:50:16,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742285_1465 (size=723) 2024-11-18T20:50:16,446 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:16,446 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742286_1466 (size=723) 2024-11-18T20:50:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742286_1466 (size=723) 2024-11-18T20:50:16,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:16,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:16,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742287_1467 (size=723) 2024-11-18T20:50:16,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742287_1467 (size=723) 2024-11-18T20:50:16,460 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:16,460 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:16,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742288_1468 (size=723) 2024-11-18T20:50:16,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742288_1468 (size=723) 2024-11-18T20:50:16,466 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:50:16,466 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742289_1469 (size=723) 2024-11-18T20:50:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742289_1469 (size=723) 2024-11-18T20:50:16,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:16,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:16,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742290_1470 (size=723) 2024-11-18T20:50:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742290_1470 (size=723) 2024-11-18T20:50:16,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:16,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:16,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742291_1471 (size=723) 2024-11-18T20:50:16,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742291_1471 (size=723) 2024-11-18T20:50:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:16,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742292_1472 (size=723) 2024-11-18T20:50:16,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742292_1472 (size=723) 2024-11-18T20:50:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:16,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:16,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742293_1473 (size=723) 2024-11-18T20:50:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742293_1473 (size=723) 2024-11-18T20:50:16,502 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:16,517 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/oldWALs, maxLogs=32 2024-11-18T20:50:16,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731963016544 2024-11-18T20:50:16,553 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731963016544 2024-11-18T20:50:16,611 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44459:44459),(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-18T20:50:16,633 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731963016430/wal.dat.0, size=723 (723bytes) 2024-11-18T20:50:16,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731963016430/wal.dat.0 2024-11-18T20:50:16,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731963016430/wal.dat.0 after 1ms 2024-11-18T20:50:16,637 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731963016430/wal.dat.0 took 3ms 2024-11-18T20:50:16,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731963016430/wal.dat.0 so closing down 2024-11-18T20:50:16,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:16,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:16,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:16,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:16,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742295_1475 (size=723) 2024-11-18T20:50:16,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742295_1475 (size=723) 2024-11-18T20:50:16,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:16,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-18T20:50:16,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731963016430/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-18T20:50:16,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731963016430/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731963016430/wal.dat.0, size=723 (723bytes) at 1731963016633Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731963016430/wal.dat.0 so closing down at 1731963016645 (+12 ms)3 split writer threads finished at 1731963016645Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963016650 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963016654 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731963016656 (+2 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731963016430/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731963016656 2024-11-18T20:50:16,657 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:50:16,657 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:50:16,657 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:50:16,658 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:50:16,658 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:50:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742294_1474 (size=93) 2024-11-18T20:50:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742294_1474 (size=93) 2024-11-18T20:50:16,669 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ec2f168-869e-6b99-cc78-b3881569442e/oldWALs 2024-11-18T20:50:16,672 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731963016544) 2024-11-18T20:50:16,680 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=140 (was 134) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=654 (was 654), ProcessCount=11 (was 11), AvailableMemoryMB=1145 (was 1152) 2024-11-18T20:50:16,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=140, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=654, ProcessCount=11, AvailableMemoryMB=1144 2024-11-18T20:50:16,689 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:16,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742296_1476 (size=7) 2024-11-18T20:50:16,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742296_1476 (size=7) 2024-11-18T20:50:16,702 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:16,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:16,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:16,706 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:16,707 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T20:50:16,707 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:16,707 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:16,707 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:16,708 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:16,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:16,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742297_1477 (size=1393) 2024-11-18T20:50:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742297_1477 (size=1393) 2024-11-18T20:50:17,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:17,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:17,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742298_1478 (size=1393) 2024-11-18T20:50:17,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742298_1478 (size=1393) 2024-11-18T20:50:17,144 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:17,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:17,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742299_1479 (size=1393) 2024-11-18T20:50:17,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742299_1479 (size=1393) 2024-11-18T20:50:17,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:17,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:17,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742300_1480 (size=1393) 2024-11-18T20:50:17,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742300_1480 (size=1393) 2024-11-18T20:50:17,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:17,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:17,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742301_1481 (size=1393) 2024-11-18T20:50:17,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:50:17,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:17,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742301_1481 (size=1393) 2024-11-18T20:50:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742302_1482 (size=1393) 2024-11-18T20:50:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742302_1482 (size=1393) 2024-11-18T20:50:17,212 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:17,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:17,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742303_1483 (size=1405) 2024-11-18T20:50:17,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742303_1483 (size=1405) 2024-11-18T20:50:17,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:17,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742304_1484 (size=1413) 2024-11-18T20:50:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742304_1484 (size=1413) 2024-11-18T20:50:17,244 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:17,244 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:17,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742305_1485 (size=1413) 2024-11-18T20:50:17,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742305_1485 (size=1413) 2024-11-18T20:50:17,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:17,270 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:17,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742306_1486 (size=1413) 2024-11-18T20:50:17,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742306_1486 (size=1413) 2024-11-18T20:50:17,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:17,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:50:17,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 2024-11-18T20:50:17,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 after 0ms 2024-11-18T20:50:17,708 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 took 2ms 2024-11-18T20:50:17,709 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 so closing down 2024-11-18T20:50:17,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,710 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:17,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K (1393bytes) at 1731963017706Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 so closing down at 1731963017710 (+4 ms)3 split writer threads finished at 1731963017710Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963017710 2024-11-18T20:50:17,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.0 2024-11-18T20:50:17,712 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:50:17,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 2024-11-18T20:50:17,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 after 1ms 2024-11-18T20:50:17,714 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 took 2ms 2024-11-18T20:50:17,719 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,720 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 so closing down 2024-11-18T20:50:17,720 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:17,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K (1393bytes) at 1731963017712Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 so closing down at 1731963017720 (+8 ms)3 split writer threads finished at 1731963017720Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963017720 2024-11-18T20:50:17,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.1 2024-11-18T20:50:17,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:50:17,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 2024-11-18T20:50:17,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 after 0ms 2024-11-18T20:50:17,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 took 2ms 2024-11-18T20:50:17,727 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 so closing down 2024-11-18T20:50:17,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,728 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,728 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:17,728 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K (1393bytes) at 1731963017722Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 so closing down at 1731963017727 (+5 ms)3 split writer threads finished at 1731963017728 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963017728 2024-11-18T20:50:17,730 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.2 2024-11-18T20:50:17,730 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:50:17,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 2024-11-18T20:50:17,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 after 0ms 2024-11-18T20:50:17,732 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 took 2ms 2024-11-18T20:50:17,734 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 so closing down 2024-11-18T20:50:17,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,735 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:17,735 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K (1393bytes) at 1731963017730Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 so closing down at 1731963017734 (+4 ms)3 split writer threads finished at 1731963017735 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963017735 2024-11-18T20:50:17,736 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.3 2024-11-18T20:50:17,736 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:50:17,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 2024-11-18T20:50:17,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 after 1ms 2024-11-18T20:50:17,738 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 took 2ms 2024-11-18T20:50:17,739 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 so closing down 2024-11-18T20:50:17,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,740 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:17,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K (1393bytes) at 1731963017736Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 so closing down at 1731963017740 (+4 ms)3 split writer threads finished at 1731963017740Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963017740 2024-11-18T20:50:17,741 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.4 2024-11-18T20:50:17,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:50:17,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 2024-11-18T20:50:17,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 after 0ms 2024-11-18T20:50:17,743 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 took 1ms 2024-11-18T20:50:17,744 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,745 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 so closing down 2024-11-18T20:50:17,745 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,745 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:17,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K (1393bytes) at 1731963017742Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 so closing down at 1731963017745 (+3 ms)3 split writer threads finished at 1731963017745Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963017745 2024-11-18T20:50:17,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.5 2024-11-18T20:50:17,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:50:17,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 2024-11-18T20:50:17,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 after 0ms 2024-11-18T20:50:17,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 took 2ms 2024-11-18T20:50:17,749 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 so closing down 2024-11-18T20:50:17,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,750 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T20:50:17,750 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K (1405bytes) at 1731963017747Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 so closing down at 1731963017750 (+3 ms)3 split writer threads finished at 1731963017750Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731963017750 2024-11-18T20:50:17,752 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.6 2024-11-18T20:50:17,752 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:50:17,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 2024-11-18T20:50:17,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 after 0ms 2024-11-18T20:50:17,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 took 2ms 2024-11-18T20:50:17,755 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 so closing down 2024-11-18T20:50:17,755 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:50:17,756 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K (1413bytes) at 1731963017752Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 so closing down at 1731963017755 (+3 ms)3 split writer threads finished at 1731963017755Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731963017755 2024-11-18T20:50:17,821 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.7 2024-11-18T20:50:17,821 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:50:17,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 2024-11-18T20:50:17,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 after 1ms 2024-11-18T20:50:17,824 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 took 3ms 2024-11-18T20:50:17,825 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,825 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 so closing down 2024-11-18T20:50:17,825 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:50:17,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K (1413bytes) at 1731963017821Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 so closing down at 1731963017825 (+4 ms)3 split writer threads finished at 1731963017826 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731963017826 2024-11-18T20:50:17,828 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.8 2024-11-18T20:50:17,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:50:17,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 2024-11-18T20:50:17,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 after 1ms 2024-11-18T20:50:17,831 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 took 2ms 2024-11-18T20:50:17,832 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,833 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 so closing down 2024-11-18T20:50:17,833 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,833 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,833 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:50:17,833 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K (1413bytes) at 1731963017828Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 so closing down at 1731963017833 (+5 ms)3 split writer threads finished at 1731963017833Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731963017833 2024-11-18T20:50:17,836 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.9 2024-11-18T20:50:17,837 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963017711; access_time=1731963016709; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963017721; access_time=1731963017133; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963017729; access_time=1731963017145; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963017735; access_time=1731963017162; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963017741; access_time=1731963017180; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963017746; access_time=1731963017196; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731963017751; access_time=1731963017216; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731963017756; access_time=1731963017231; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731963017827; access_time=1731963017244; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731963017835; access_time=1731963017270; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:50:17,842 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:17,842 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:17,842 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:17,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:17,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742307_1487 (size=1393) 2024-11-18T20:50:17,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742307_1487 (size=1393) 2024-11-18T20:50:17,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:17,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:17,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742308_1488 (size=1393) 2024-11-18T20:50:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742308_1488 (size=1393) 2024-11-18T20:50:17,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:17,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:17,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742309_1489 (size=1393) 2024-11-18T20:50:17,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742309_1489 (size=1393) 2024-11-18T20:50:17,879 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:17,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:17,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742310_1490 (size=1393) 2024-11-18T20:50:17,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742310_1490 (size=1393) 2024-11-18T20:50:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:17,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742311_1491 (size=1393) 2024-11-18T20:50:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742311_1491 (size=1393) 2024-11-18T20:50:17,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:50:17,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:17,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742312_1492 (size=1393) 2024-11-18T20:50:17,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742312_1492 (size=1393) 2024-11-18T20:50:17,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:17,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:17,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742313_1493 (size=1405) 2024-11-18T20:50:17,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742313_1493 (size=1405) 2024-11-18T20:50:17,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:17,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742314_1494 (size=1413) 2024-11-18T20:50:17,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742314_1494 (size=1413) 2024-11-18T20:50:17,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:17,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:17,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742315_1495 (size=1413) 2024-11-18T20:50:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742315_1495 (size=1413) 2024-11-18T20:50:17,954 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:17,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:17,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:17,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742316_1496 (size=1413) 2024-11-18T20:50:17,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742316_1496 (size=1413) 2024-11-18T20:50:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:17,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:50:17,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 2024-11-18T20:50:17,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 after 0ms 2024-11-18T20:50:17,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 took 2ms 2024-11-18T20:50:17,986 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:17,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 so closing down 2024-11-18T20:50:17,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:17,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:17,988 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:17,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:17,992 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:17,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:17,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742317_1497 (size=418) 2024-11-18T20:50:17,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742317_1497 (size=418) 2024-11-18T20:50:17,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:17,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-18T20:50:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742318_1498 (size=418) 2024-11-18T20:50:18,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742318_1498 (size=418) 2024-11-18T20:50:18,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-18T20:50:18,005 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:18,005 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K (1393bytes) at 1731963017982Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 so closing down at 1731963017986 (+4 ms)3 split writer threads finished at 1731963017986Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963017990 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731963017993 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963017997 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731963017998 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018004 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731963018005 (+1 ms)Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963018005 2024-11-18T20:50:18,007 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.0 2024-11-18T20:50:18,007 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:50:18,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 2024-11-18T20:50:18,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 after 0ms 2024-11-18T20:50:18,012 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 took 5ms 2024-11-18T20:50:18,013 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:18,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 so closing down 2024-11-18T20:50:18,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:18,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:18,015 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:18,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:18,017 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:18,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:18,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742320_1500 (size=418) 2024-11-18T20:50:18,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742320_1500 (size=418) 2024-11-18T20:50:18,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-18T20:50:18,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742319_1499 (size=418) 2024-11-18T20:50:18,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742319_1499 (size=418) 2024-11-18T20:50:18,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-18T20:50:18,042 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:18,042 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K (1393bytes) at 1731963018007Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 so closing down at 1731963018013 (+6 ms)3 split writer threads finished at 1731963018013Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731963018017 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731963018018 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018029 (+11 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731963018030 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018041 (+11 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731963018042 (+1 ms)Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963018042 2024-11-18T20:50:18,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.1 2024-11-18T20:50:18,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:50:18,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 2024-11-18T20:50:18,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 after 0ms 2024-11-18T20:50:18,046 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 took 2ms 2024-11-18T20:50:18,047 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:18,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 so closing down 2024-11-18T20:50:18,047 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:18,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:18,050 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:18,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:18,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:18,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:18,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742321_1501 (size=418) 2024-11-18T20:50:18,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742322_1502 (size=418) 2024-11-18T20:50:18,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742322_1502 (size=418) 2024-11-18T20:50:18,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742321_1501 (size=418) 2024-11-18T20:50:18,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-18T20:50:18,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-18T20:50:18,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:18,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K (1393bytes) at 1731963018044Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 so closing down at 1731963018047 (+3 ms)3 split writer threads finished at 1731963018047Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731963018050 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731963018050Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018066 (+16 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018066Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731963018067 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731963018067Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963018067 2024-11-18T20:50:18,069 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.2 2024-11-18T20:50:18,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:50:18,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 2024-11-18T20:50:18,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 after 0ms 2024-11-18T20:50:18,071 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 took 2ms 2024-11-18T20:50:18,072 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:18,072 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 so closing down 2024-11-18T20:50:18,072 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:18,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:18,074 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:18,074 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:18,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:18,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742323_1503 (size=418) 2024-11-18T20:50:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742323_1503 (size=418) 2024-11-18T20:50:18,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742324_1504 (size=418) 2024-11-18T20:50:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742324_1504 (size=418) 2024-11-18T20:50:18,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,095 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-18T20:50:18,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-18T20:50:18,096 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:18,096 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K (1393bytes) at 1731963018069Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 so closing down at 1731963018072 (+3 ms)3 split writer threads finished at 1731963018073 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731963018075 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731963018076 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018094 (+18 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018095 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731963018095Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731963018096 (+1 ms)Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963018096 2024-11-18T20:50:18,097 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.3 2024-11-18T20:50:18,098 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:50:18,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 2024-11-18T20:50:18,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 after 0ms 2024-11-18T20:50:18,100 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 took 1ms 2024-11-18T20:50:18,101 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:18,101 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 so closing down 2024-11-18T20:50:18,101 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:18,101 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:18,103 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:18,103 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:18,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:18,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742325_1505 (size=418) 2024-11-18T20:50:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742325_1505 (size=418) 2024-11-18T20:50:18,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-18T20:50:18,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742326_1506 (size=418) 2024-11-18T20:50:18,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742326_1506 (size=418) 2024-11-18T20:50:18,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-18T20:50:18,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:18,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K (1393bytes) at 1731963018098Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 so closing down at 1731963018101 (+3 ms)3 split writer threads finished at 1731963018101Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731963018104 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731963018108 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018117 (+9 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731963018118 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018128 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731963018129 (+1 ms)Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963018129 2024-11-18T20:50:18,131 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.4 2024-11-18T20:50:18,131 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:50:18,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 2024-11-18T20:50:18,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 after 0ms 2024-11-18T20:50:18,135 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 took 4ms 2024-11-18T20:50:18,140 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:18,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 so closing down 2024-11-18T20:50:18,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:18,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:18,146 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:18,146 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:18,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:18,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:18,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742327_1507 (size=418) 2024-11-18T20:50:18,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742327_1507 (size=418) 2024-11-18T20:50:18,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742328_1508 (size=418) 2024-11-18T20:50:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742328_1508 (size=418) 2024-11-18T20:50:18,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-18T20:50:18,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T20:50:18,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:18,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K (1393bytes) at 1731963018131Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 so closing down at 1731963018140 (+9 ms)3 split writer threads finished at 1731963018140Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731963018146 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731963018147 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018162 (+15 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018164 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731963018164Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731963018165 (+1 ms)Processed 10 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963018165 2024-11-18T20:50:18,166 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.5 2024-11-18T20:50:18,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:50:18,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 2024-11-18T20:50:18,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 after 0ms 2024-11-18T20:50:18,168 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 took 2ms 2024-11-18T20:50:18,170 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:18,170 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 so closing down 2024-11-18T20:50:18,170 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:18,170 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:18,172 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:18,172 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:18,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:18,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742330_1510 (size=419) 2024-11-18T20:50:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742329_1509 (size=419) 2024-11-18T20:50:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742330_1510 (size=419) 2024-11-18T20:50:18,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742329_1509 (size=419) 2024-11-18T20:50:18,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-18T20:50:18,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-18T20:50:18,199 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T20:50:18,199 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K (1405bytes) at 1731963018167Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 so closing down at 1731963018170 (+3 ms)3 split writer threads finished at 1731963018170Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731963018173 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731963018175 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018198 (+23 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018198Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731963018199 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731963018199Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731963018199 2024-11-18T20:50:18,201 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.6 2024-11-18T20:50:18,201 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:50:18,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 2024-11-18T20:50:18,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 after 0ms 2024-11-18T20:50:18,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 took 2ms 2024-11-18T20:50:18,204 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:18,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 so closing down 2024-11-18T20:50:18,205 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:18,205 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:18,208 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:18,208 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:18,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:18,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:18,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742331_1511 (size=423) 2024-11-18T20:50:18,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742331_1511 (size=423) 2024-11-18T20:50:18,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-18T20:50:18,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742332_1512 (size=423) 2024-11-18T20:50:18,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742332_1512 (size=423) 2024-11-18T20:50:18,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-18T20:50:18,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:50:18,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K (1413bytes) at 1731963018201Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 so closing down at 1731963018205 (+4 ms)3 split writer threads finished at 1731963018205Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731963018216 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731963018216Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018229 (+13 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731963018230 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018237 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731963018239 (+2 ms)Processed 10 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731963018240 (+1 ms) 2024-11-18T20:50:18,241 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.7 2024-11-18T20:50:18,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:50:18,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 2024-11-18T20:50:18,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 after 0ms 2024-11-18T20:50:18,244 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 took 3ms 2024-11-18T20:50:18,251 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:18,251 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 so closing down 2024-11-18T20:50:18,251 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:18,253 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:18,256 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:18,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:18,261 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:18,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:18,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742333_1513 (size=423) 2024-11-18T20:50:18,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742333_1513 (size=423) 2024-11-18T20:50:18,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-18T20:50:18,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742334_1514 (size=423) 2024-11-18T20:50:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742334_1514 (size=423) 2024-11-18T20:50:18,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-18T20:50:18,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:50:18,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K (1413bytes) at 1731963018241Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 so closing down at 1731963018251 (+10 ms)3 split writer threads finished at 1731963018253 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731963018259 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731963018268 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018270 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731963018272 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018278 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731963018279 (+1 ms)Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731963018279 2024-11-18T20:50:18,281 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.8 2024-11-18T20:50:18,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:50:18,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 2024-11-18T20:50:18,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 after 1ms 2024-11-18T20:50:18,284 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 took 3ms 2024-11-18T20:50:18,286 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:18,287 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 so closing down 2024-11-18T20:50:18,287 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:18,287 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:18,289 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:18,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:18,300 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:18,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742335_1515 (size=423) 2024-11-18T20:50:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742335_1515 (size=423) 2024-11-18T20:50:18,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-18T20:50:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742336_1516 (size=423) 2024-11-18T20:50:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742336_1516 (size=423) 2024-11-18T20:50:18,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:18,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-18T20:50:18,327 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:50:18,327 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K (1413bytes) at 1731963018281Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 so closing down at 1731963018287 (+6 ms)3 split writer threads finished at 1731963018287Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731963018298 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731963018302 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018317 (+15 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731963018319 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731963018326 (+7 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731963018327 (+1 ms)Processed 10 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731963018327 2024-11-18T20:50:18,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.9 2024-11-18T20:50:18,330 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963018006; access_time=1731963017843; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963018043; access_time=1731963017854; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963018068; access_time=1731963017864; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963018097; access_time=1731963017880; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963018130; access_time=1731963017889; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963018166; access_time=1731963017898; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731963018200; access_time=1731963017908; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731963018240; access_time=1731963017923; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731963018280; access_time=1731963017936; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731963018328; access_time=1731963017955; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:50:18,335 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:18,335 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:18,335 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:18,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:18,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742337_1517 (size=1393) 2024-11-18T20:50:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742337_1517 (size=1393) 2024-11-18T20:50:18,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:18,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T20:50:18,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742338_1518 (size=1393) 2024-11-18T20:50:18,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742338_1518 (size=1393) 2024-11-18T20:50:18,380 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T20:50:18,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T20:50:18,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742339_1519 (size=1393) 2024-11-18T20:50:18,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742339_1519 (size=1393) 2024-11-18T20:50:18,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T20:50:18,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T20:50:18,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742340_1520 (size=1393) 2024-11-18T20:50:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742340_1520 (size=1393) 2024-11-18T20:50:18,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T20:50:18,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T20:50:18,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742341_1521 (size=1393) 2024-11-18T20:50:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742341_1521 (size=1393) 2024-11-18T20:50:18,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T20:50:18,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T20:50:18,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742342_1522 (size=1393) 2024-11-18T20:50:18,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742342_1522 (size=1393) 2024-11-18T20:50:18,440 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T20:50:18,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T20:50:18,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742343_1523 (size=1405) 2024-11-18T20:50:18,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742343_1523 (size=1405) 2024-11-18T20:50:18,464 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T20:50:18,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T20:50:18,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742344_1524 (size=1413) 2024-11-18T20:50:18,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742344_1524 (size=1413) 2024-11-18T20:50:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T20:50:18,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T20:50:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742345_1525 (size=1413) 2024-11-18T20:50:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742345_1525 (size=1413) 2024-11-18T20:50:19,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T20:50:19,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T20:50:19,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:19,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:19,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742346_1526 (size=1413) 2024-11-18T20:50:19,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742346_1526 (size=1413) 2024-11-18T20:50:19,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T20:50:19,789 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T20:50:19,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 2024-11-18T20:50:19,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 after 1ms 2024-11-18T20:50:19,791 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 took 2ms 2024-11-18T20:50:19,793 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:19,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 so closing down 2024-11-18T20:50:19,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:19,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:19,796 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:19,796 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:19,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T20:50:19,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T20:50:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742347_1527 (size=743) 2024-11-18T20:50:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742347_1527 (size=743) 2024-11-18T20:50:19,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T20:50:19,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742348_1528 (size=678) 2024-11-18T20:50:19,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742348_1528 (size=678) 2024-11-18T20:50:19,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-18T20:50:19,815 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:19,815 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K (1393bytes) at 1731963019789Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 so closing down at 1731963019794 (+5 ms)3 split writer threads finished at 1731963019794Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731963019796 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731963019806 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963019809 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731963019810 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963019814 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731963019815 (+1 ms)Processed 19 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963019815 2024-11-18T20:50:19,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.0 2024-11-18T20:50:19,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T20:50:19,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 2024-11-18T20:50:19,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 after 1ms 2024-11-18T20:50:19,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 took 2ms 2024-11-18T20:50:19,819 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:19,819 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 so closing down 2024-11-18T20:50:19,819 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:19,819 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:19,821 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:19,821 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:19,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T20:50:19,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T20:50:19,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742350_1530 (size=743) 2024-11-18T20:50:19,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742350_1530 (size=743) 2024-11-18T20:50:19,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T20:50:19,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742349_1529 (size=678) 2024-11-18T20:50:19,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742349_1529 (size=678) 2024-11-18T20:50:19,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-18T20:50:19,830 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:19,830 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K (1393bytes) at 1731963019816Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 so closing down at 1731963019819 (+3 ms)3 split writer threads finished at 1731963019819Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731963019821 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731963019821Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963019825 (+4 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731963019826 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963019829 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731963019829Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963019830 (+1 ms) 2024-11-18T20:50:19,831 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.1 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.1 2024-11-18T20:50:19,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T20:50:19,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 2024-11-18T20:50:19,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 after 0ms 2024-11-18T20:50:19,832 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 took 1ms 2024-11-18T20:50:19,834 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:19,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 so closing down 2024-11-18T20:50:19,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:19,834 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:19,836 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:19,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:19,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T20:50:19,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T20:50:19,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742351_1531 (size=743) 2024-11-18T20:50:19,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742352_1532 (size=678) 2024-11-18T20:50:19,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742352_1532 (size=678) 2024-11-18T20:50:19,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742351_1531 (size=743) 2024-11-18T20:50:19,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-18T20:50:19,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T20:50:19,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:19,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K (1393bytes) at 1731963019831Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 so closing down at 1731963019834 (+3 ms)3 split writer threads finished at 1731963019834Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731963019837 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731963019837Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963019847 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963019847Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731963019848 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731963019848Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963019848 2024-11-18T20:50:19,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.2 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.2 2024-11-18T20:50:19,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T20:50:19,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 2024-11-18T20:50:19,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 after 0ms 2024-11-18T20:50:19,851 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 took 2ms 2024-11-18T20:50:19,852 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:19,852 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 so closing down 2024-11-18T20:50:19,852 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:19,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:19,854 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:19,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T20:50:19,860 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:19,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T20:50:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742353_1533 (size=743) 2024-11-18T20:50:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742353_1533 (size=743) 2024-11-18T20:50:19,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T20:50:19,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742354_1534 (size=678) 2024-11-18T20:50:19,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742354_1534 (size=678) 2024-11-18T20:50:19,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-18T20:50:19,865 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:19,865 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K (1393bytes) at 1731963019849Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 so closing down at 1731963019852 (+3 ms)3 split writer threads finished at 1731963019852Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731963019859 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731963019861 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963019862 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731963019863 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963019864 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731963019865 (+1 ms)Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963019865 2024-11-18T20:50:19,867 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.3 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.3 2024-11-18T20:50:19,867 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T20:50:19,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 2024-11-18T20:50:19,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 after 0ms 2024-11-18T20:50:19,869 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 took 2ms 2024-11-18T20:50:19,870 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:19,871 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 so closing down 2024-11-18T20:50:19,871 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:19,871 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:19,873 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:19,873 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:19,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T20:50:19,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T20:50:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742355_1535 (size=678) 2024-11-18T20:50:19,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742355_1535 (size=678) 2024-11-18T20:50:19,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-18T20:50:19,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742356_1536 (size=743) 2024-11-18T20:50:19,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742356_1536 (size=743) 2024-11-18T20:50:19,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T20:50:19,886 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:19,886 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K (1393bytes) at 1731963019867Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 so closing down at 1731963019871 (+4 ms)3 split writer threads finished at 1731963019871Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731963019873 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731963019873Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963019878 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731963019879 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963019885 (+6 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731963019886 (+1 ms)Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963019886 2024-11-18T20:50:19,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.4 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.4 2024-11-18T20:50:19,888 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T20:50:19,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 2024-11-18T20:50:19,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 after 1ms 2024-11-18T20:50:19,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 took 2ms 2024-11-18T20:50:19,892 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:19,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 so closing down 2024-11-18T20:50:19,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:19,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:19,894 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:19,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T20:50:19,896 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:19,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T20:50:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742357_1537 (size=743) 2024-11-18T20:50:19,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742357_1537 (size=743) 2024-11-18T20:50:19,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T20:50:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742358_1538 (size=678) 2024-11-18T20:50:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742358_1538 (size=678) 2024-11-18T20:50:19,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-18T20:50:19,906 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T20:50:19,906 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K (1393bytes) at 1731963019888Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 so closing down at 1731963019892 (+4 ms)3 split writer threads finished at 1731963019892Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731963019895 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731963019897 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963019899 (+2 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731963019900 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963019905 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731963019906 (+1 ms)Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731963019906 2024-11-18T20:50:19,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.5 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.5 2024-11-18T20:50:19,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T20:50:19,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 2024-11-18T20:50:19,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 after 0ms 2024-11-18T20:50:19,910 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 took 2ms 2024-11-18T20:50:19,911 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:19,911 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 so closing down 2024-11-18T20:50:19,911 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:19,912 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:19,913 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:19,913 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:19,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T20:50:19,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T20:50:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742359_1539 (size=749) 2024-11-18T20:50:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742359_1539 (size=749) 2024-11-18T20:50:19,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742360_1540 (size=683) 2024-11-18T20:50:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742360_1540 (size=683) 2024-11-18T20:50:19,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T20:50:19,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-18T20:50:19,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T20:50:19,927 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K (1405bytes) at 1731963019908Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 so closing down at 1731963019911 (+3 ms)3 split writer threads finished at 1731963019912 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731963019914 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731963019914Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963019925 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963019925Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731963019926 (+1 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731963019926Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731963019926 2024-11-18T20:50:19,928 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.6 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.6 2024-11-18T20:50:19,928 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T20:50:19,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 2024-11-18T20:50:19,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 after 0ms 2024-11-18T20:50:19,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 took 2ms 2024-11-18T20:50:19,932 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:19,932 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 so closing down 2024-11-18T20:50:19,932 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:19,933 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:19,937 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:19,937 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:19,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T20:50:19,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T20:50:19,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742362_1542 (size=753) 2024-11-18T20:50:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742361_1541 (size=687) 2024-11-18T20:50:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742362_1542 (size=753) 2024-11-18T20:50:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742361_1541 (size=687) 2024-11-18T20:50:19,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:19,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T20:50:20,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:20,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-18T20:50:20,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:50:20,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K (1413bytes) at 1731963019928Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 so closing down at 1731963019932 (+4 ms)3 split writer threads finished at 1731963019933 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731963019938 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731963019938Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963019952 (+14 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731963019953 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963020353 (+400 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731963020354 (+1 ms)Processed 19 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731963020354 2024-11-18T20:50:20,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.7 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.7 2024-11-18T20:50:20,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T20:50:20,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 2024-11-18T20:50:20,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 after 1ms 2024-11-18T20:50:20,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 took 2ms 2024-11-18T20:50:20,360 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:20,360 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 so closing down 2024-11-18T20:50:20,360 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:20,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:20,362 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:20,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T20:50:20,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:20,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T20:50:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742363_1543 (size=753) 2024-11-18T20:50:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742363_1543 (size=753) 2024-11-18T20:50:20,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:20,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T20:50:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742364_1544 (size=687) 2024-11-18T20:50:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742364_1544 (size=687) 2024-11-18T20:50:20,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:20,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-18T20:50:20,384 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:50:20,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K (1413bytes) at 1731963020356Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 so closing down at 1731963020360 (+4 ms)3 split writer threads finished at 1731963020360Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731963020363 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731963020368 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963020371 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731963020373 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963020383 (+10 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731963020384 (+1 ms)Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731963020384 2024-11-18T20:50:20,389 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.8 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.8 2024-11-18T20:50:20,389 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T20:50:20,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 2024-11-18T20:50:20,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 after 0ms 2024-11-18T20:50:20,391 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 took 2ms 2024-11-18T20:50:20,392 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T20:50:20,393 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 so closing down 2024-11-18T20:50:20,393 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:50:20,393 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:50:20,395 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:20,395 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:20,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T20:50:20,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T20:50:20,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742365_1545 (size=687) 2024-11-18T20:50:20,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742365_1545 (size=687) 2024-11-18T20:50:20,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:20,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-18T20:50:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742366_1546 (size=753) 2024-11-18T20:50:20,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742366_1546 (size=753) 2024-11-18T20:50:20,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:50:20,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T20:50:20,406 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T20:50:20,406 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K (1413bytes) at 1731963020389Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 so closing down at 1731963020393 (+4 ms)3 split writer threads finished at 1731963020393Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731963020396 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731963020396Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731963020401 (+5 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731963020402 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731963020405 (+3 ms)Rename recovered edits hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731963020406 (+1 ms)Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731963020406 2024-11-18T20:50:20,408 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731963016706/wal.dat.9 to hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.9 2024-11-18T20:50:20,409 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963019816; access_time=1731963018336; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963019830; access_time=1731963018360; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963019848; access_time=1731963018381; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963019866; access_time=1731963018396; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963019887; access_time=1731963018415; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731963019907; access_time=1731963018427; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731963019927; access_time=1731963018441; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731963020355; access_time=1731963018465; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731963020388; access_time=1731963018887; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36467/user/jenkins/test-data/aac3638d-26bf-4e2c-8343-a38b29844500/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731963020407; access_time=1731963019309; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T20:50:20,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=140 (was 140), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=634 (was 654), ProcessCount=11 (was 11), AvailableMemoryMB=1118 (was 1144) 2024-11-18T20:50:20,427 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=140, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=634, ProcessCount=11, AvailableMemoryMB=1118 2024-11-18T20:50:20,427 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T20:50:20,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742367_1547 (size=7) 2024-11-18T20:50:20,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742367_1547 (size=7) 2024-11-18T20:50:20,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/bb04bfc3-a32c-2f5c-14cb-3a726ca668dc with version=8 2024-11-18T20:50:20,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:20,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:20,438 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T20:50:20,438 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T20:50:20,438 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T20:50:20,439 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T20:50:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T20:50:20,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T20:50:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742368_1548 (size=2324) 2024-11-18T20:50:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742368_1548 (size=2324) 2024-11-18T20:50:20,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T20:50:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073742369_1549 (size=2325) 2024-11-18T20:50:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073742369_1549 (size=2325) 2024-11-18T20:50:20,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0, size=2.3 K (2325bytes) 2024-11-18T20:50:20,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0 2024-11-18T20:50:20,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0 after 1ms 2024-11-18T20:50:20,485 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-18T20:50:20,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0 so closing down 2024-11-18T20:50:20,485 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-18T20:50:20,485 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0, journal: Splitting hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0, size=2.3 K (2325bytes) at 1731963020482Finishing writing output for hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0 so closing down at 1731963020485 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731963020485 2024-11-18T20:50:20,487 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731963020438/wal.dat.0 to hdfs://localhost:36467/user/jenkins/test-data/8abaeeca-80c5-4eb6-1240-7fa90b034b90/corrupt/wal.dat.0 2024-11-18T20:50:20,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=140 (was 140), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=634 (was 634), ProcessCount=11 (was 11), AvailableMemoryMB=1117 (was 1118) 2024-11-18T20:50:20,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cc8a45b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:50:20,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2446b879{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:50:20,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:50:20,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a455f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:50:20,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa1a8ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/hadoop.log.dir/,STOPPED} 2024-11-18T20:50:20,511 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:50:20,511 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:50:20,511 WARN [BP-213181080-172.17.0.2-1731962947506 heartbeating to localhost/127.0.0.1:36467 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:50:20,511 WARN [BP-213181080-172.17.0.2-1731962947506 heartbeating to localhost/127.0.0.1:36467 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-213181080-172.17.0.2-1731962947506 (Datanode Uuid b26f613c-c392-4e2e-8cfc-5ec7da4a610b) service to localhost/127.0.0.1:36467 2024-11-18T20:50:20,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data3/current/BP-213181080-172.17.0.2-1731962947506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:50:20,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data4/current/BP-213181080-172.17.0.2-1731962947506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:50:20,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:50:20,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d5fd7b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:50:20,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24b189de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:50:20,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:50:20,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4ae84e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:50:20,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1b205d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/hadoop.log.dir/,STOPPED} 2024-11-18T20:50:20,521 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:50:20,521 WARN [BP-213181080-172.17.0.2-1731962947506 heartbeating to localhost/127.0.0.1:36467 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:50:20,521 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:50:20,521 WARN [BP-213181080-172.17.0.2-1731962947506 heartbeating to localhost/127.0.0.1:36467 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-213181080-172.17.0.2-1731962947506 (Datanode Uuid b50e46f7-4a0a-4e8e-97a9-eb5ff539a7c9) service to localhost/127.0.0.1:36467 2024-11-18T20:50:20,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data1/current/BP-213181080-172.17.0.2-1731962947506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:50:20,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/cluster_d39afd65-cbd4-31c3-6e8f-4428cc3c6270/data/data2/current/BP-213181080-172.17.0.2-1731962947506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:50:20,523 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:50:20,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:50:20,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:50:20,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:50:20,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:50:20,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e210ba50-692c-24c3-6d82-5dcdfb5878cd/hadoop.log.dir/,STOPPED}