2024-11-21 10:23:42,502 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-21 10:23:42,513 main DEBUG Took 0.009271 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 10:23:42,514 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 10:23:42,515 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 10:23:42,516 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 10:23:42,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,524 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 10:23:42,535 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,537 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,538 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,539 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,540 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,541 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,542 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,543 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,544 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,545 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,545 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:42,547 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,547 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 10:23:42,548 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:42,550 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 10:23:42,551 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 10:23:42,552 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 10:23:42,553 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 10:23:42,553 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 10:23:42,562 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 10:23:42,565 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 10:23:42,567 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 10:23:42,568 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 10:23:42,568 main DEBUG createAppenders(={Console}) 2024-11-21 10:23:42,570 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-21 10:23:42,570 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-21 10:23:42,570 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-21 10:23:42,571 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 10:23:42,572 main DEBUG OutputStream closed 2024-11-21 10:23:42,572 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 10:23:42,572 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 10:23:42,573 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-21 10:23:42,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 10:23:42,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 10:23:42,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 10:23:42,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 10:23:42,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 10:23:42,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 10:23:42,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 10:23:42,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 10:23:42,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 10:23:42,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 10:23:42,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 10:23:42,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 10:23:42,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 10:23:42,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 10:23:42,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 10:23:42,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 10:23:42,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 10:23:42,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 10:23:42,681 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 10:23:42,682 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-21 10:23:42,682 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 10:23:42,683 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-21T10:23:42,702 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-21 10:23:42,705 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 10:23:42,706 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T10:23:43,071 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617 2024-11-21T10:23:43,072 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-21T10:23:43,159 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T10:23:43,224 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1, deleteOnExit=true 2024-11-21T10:23:43,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/test.cache.data in system properties and HBase conf 2024-11-21T10:23:43,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T10:23:43,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/hadoop.log.dir in system properties and HBase conf 2024-11-21T10:23:43,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T10:23:43,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T10:23:43,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T10:23:43,299 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T10:23:43,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T10:23:43,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T10:23:43,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T10:23:43,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T10:23:43,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T10:23:43,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T10:23:43,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T10:23:43,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T10:23:43,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T10:23:43,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/nfs.dump.dir in system properties and HBase conf 2024-11-21T10:23:43,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/java.io.tmpdir in system properties and HBase conf 2024-11-21T10:23:43,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T10:23:43,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T10:23:43,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T10:23:44,390 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T10:23:44,458 INFO [Time-limited test {}] log.Log(170): Logging initialized @2715ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T10:23:44,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T10:23:44,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T10:23:44,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T10:23:44,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T10:23:44,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T10:23:44,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T10:23:44,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/hadoop.log.dir/,AVAILABLE} 2024-11-21T10:23:44,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T10:23:44,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/java.io.tmpdir/jetty-localhost-45663-hadoop-hdfs-3_4_1-tests_jar-_-any-18203048764185747640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T10:23:44,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:45663} 2024-11-21T10:23:44,959 INFO [Time-limited test {}] server.Server(415): Started @3217ms 2024-11-21T10:23:45,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T10:23:45,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T10:23:45,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T10:23:45,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T10:23:45,582 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T10:23:45,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4ae84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/hadoop.log.dir/,AVAILABLE} 2024-11-21T10:23:45,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T10:23:45,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b2450d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/java.io.tmpdir/jetty-localhost-41313-hadoop-hdfs-3_4_1-tests_jar-_-any-11607939526985870097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T10:23:45,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cf239a1{HTTP/1.1, (http/1.1)}{localhost:41313} 2024-11-21T10:23:45,712 INFO [Time-limited test {}] server.Server(415): Started @3970ms 2024-11-21T10:23:45,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T10:23:45,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T10:23:45,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T10:23:45,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T10:23:45,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T10:23:45,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T10:23:45,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a455f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/hadoop.log.dir/,AVAILABLE} 2024-11-21T10:23:45,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T10:23:46,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61d1a0b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/java.io.tmpdir/jetty-localhost-44077-hadoop-hdfs-3_4_1-tests_jar-_-any-18127233627300669624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T10:23:46,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cb4ef0c{HTTP/1.1, (http/1.1)}{localhost:44077} 2024-11-21T10:23:46,052 INFO [Time-limited test {}] server.Server(415): Started @4309ms 2024-11-21T10:23:46,055 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T10:23:47,728 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data3/current/BP-432041232-172.17.0.2-1732184623923/current, will proceed with Du for space computation calculation, 2024-11-21T10:23:47,728 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data1/current/BP-432041232-172.17.0.2-1732184623923/current, will proceed with Du for space computation calculation, 2024-11-21T10:23:47,728 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data2/current/BP-432041232-172.17.0.2-1732184623923/current, will proceed with Du for space computation calculation, 2024-11-21T10:23:47,728 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data4/current/BP-432041232-172.17.0.2-1732184623923/current, will proceed with Du for space computation calculation, 2024-11-21T10:23:47,761 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T10:23:47,762 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T10:23:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe300bad6e9596ddf with lease ID 0xa45448d5dd4270d2: Processing first storage report for DS-f2f9f951-e8a5-4444-bb43-856814858059 from datanode DatanodeRegistration(127.0.0.1:34425, datanodeUuid=2da1fab2-dcca-4fb7-beb5-6c0447eb1a2e, infoPort=42399, infoSecurePort=0, ipcPort=38087, storageInfo=lv=-57;cid=testClusterID;nsid=801137337;c=1732184623923) 2024-11-21T10:23:47,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe300bad6e9596ddf with lease ID 0xa45448d5dd4270d2: from storage DS-f2f9f951-e8a5-4444-bb43-856814858059 node DatanodeRegistration(127.0.0.1:34425, datanodeUuid=2da1fab2-dcca-4fb7-beb5-6c0447eb1a2e, infoPort=42399, infoSecurePort=0, ipcPort=38087, storageInfo=lv=-57;cid=testClusterID;nsid=801137337;c=1732184623923), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T10:23:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a44b9083514d58a with lease ID 0xa45448d5dd4270d1: Processing first storage report for DS-5b031b97-396e-420d-8e33-97d2b7b7c9b3 from datanode DatanodeRegistration(127.0.0.1:37945, datanodeUuid=8e8115f6-87b3-493a-b8ba-767d243adc32, infoPort=37715, infoSecurePort=0, ipcPort=44279, storageInfo=lv=-57;cid=testClusterID;nsid=801137337;c=1732184623923) 2024-11-21T10:23:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a44b9083514d58a with lease ID 0xa45448d5dd4270d1: from storage DS-5b031b97-396e-420d-8e33-97d2b7b7c9b3 node DatanodeRegistration(127.0.0.1:37945, datanodeUuid=8e8115f6-87b3-493a-b8ba-767d243adc32, infoPort=37715, infoSecurePort=0, ipcPort=44279, storageInfo=lv=-57;cid=testClusterID;nsid=801137337;c=1732184623923), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T10:23:47,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe300bad6e9596ddf with lease ID 0xa45448d5dd4270d2: Processing first storage report for DS-adbfc05f-602a-484e-b3d6-eda4de9650d9 from datanode DatanodeRegistration(127.0.0.1:34425, datanodeUuid=2da1fab2-dcca-4fb7-beb5-6c0447eb1a2e, infoPort=42399, infoSecurePort=0, ipcPort=38087, storageInfo=lv=-57;cid=testClusterID;nsid=801137337;c=1732184623923) 2024-11-21T10:23:47,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe300bad6e9596ddf with lease ID 0xa45448d5dd4270d2: from storage DS-adbfc05f-602a-484e-b3d6-eda4de9650d9 node DatanodeRegistration(127.0.0.1:34425, datanodeUuid=2da1fab2-dcca-4fb7-beb5-6c0447eb1a2e, infoPort=42399, infoSecurePort=0, ipcPort=38087, storageInfo=lv=-57;cid=testClusterID;nsid=801137337;c=1732184623923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T10:23:47,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a44b9083514d58a with lease ID 0xa45448d5dd4270d1: Processing first storage report for DS-ca54d71a-03f8-4a95-b888-33857510abb9 from datanode DatanodeRegistration(127.0.0.1:37945, datanodeUuid=8e8115f6-87b3-493a-b8ba-767d243adc32, infoPort=37715, infoSecurePort=0, ipcPort=44279, storageInfo=lv=-57;cid=testClusterID;nsid=801137337;c=1732184623923) 2024-11-21T10:23:47,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a44b9083514d58a with lease ID 0xa45448d5dd4270d1: from storage DS-ca54d71a-03f8-4a95-b888-33857510abb9 node DatanodeRegistration(127.0.0.1:37945, datanodeUuid=8e8115f6-87b3-493a-b8ba-767d243adc32, infoPort=37715, infoSecurePort=0, ipcPort=44279, storageInfo=lv=-57;cid=testClusterID;nsid=801137337;c=1732184623923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T10:23:47,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617 2024-11-21T10:23:47,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=127, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=3548 2024-11-21T10:23:47,895 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:23:47,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:47,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:48,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741825_1001 (size=7) 2024-11-21T10:23:48,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741825_1001 (size=7) 2024-11-21T10:23:48,529 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:23:48,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:48,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:48,554 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:23:48,586 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T10:23:48,604 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T10:23:48,610 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:23:48,610 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:23:48,613 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:23:48,621 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:23:48,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,637 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T10:23:48,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741826_1002 (size=1393) 2024-11-21T10:23:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741826_1002 (size=1393) 2024-11-21T10:23:48,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:23:48,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:23:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741827_1003 (size=1393) 2024-11-21T10:23:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741827_1003 (size=1393) 2024-11-21T10:23:48,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:23:48,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:23:48,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741828_1004 (size=1393) 2024-11-21T10:23:48,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741828_1004 (size=1393) 2024-11-21T10:23:48,759 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:23:48,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:23:48,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741829_1005 (size=1393) 2024-11-21T10:23:48,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741829_1005 (size=1393) 2024-11-21T10:23:48,803 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:23:48,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:23:48,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:48,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:48,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741830_1006 (size=1393) 2024-11-21T10:23:48,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741830_1006 (size=1393) 2024-11-21T10:23:49,255 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:23:49,256 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:23:49,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741831_1007 (size=1393) 2024-11-21T10:23:49,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741831_1007 (size=1393) 2024-11-21T10:23:49,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:23:49,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:23:49,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741832_1008 (size=1405) 2024-11-21T10:23:49,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741832_1008 (size=1405) 2024-11-21T10:23:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:23:49,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:23:49,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741833_1009 (size=1413) 2024-11-21T10:23:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741833_1009 (size=1413) 2024-11-21T10:23:49,345 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:23:49,345 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:23:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741834_1010 (size=1413) 2024-11-21T10:23:49,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741834_1010 (size=1413) 2024-11-21T10:23:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:23:49,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:23:49,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741835_1011 (size=1413) 2024-11-21T10:23:49,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741835_1011 (size=1413) 2024-11-21T10:23:49,399 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:23:49,471 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/e0e4cbc1-fb69-39e9-d29c-3af785276dde/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732184628591/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:23:49,472 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T10:23:49,472 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T10:23:49,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/e0e4cbc1-fb69-39e9-d29c-3af785276dde/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732184628591/wal.dat.0 2024-11-21T10:23:49,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/e0e4cbc1-fb69-39e9-d29c-3af785276dde/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732184628591/wal.dat.0 after 3ms 2024-11-21T10:23:49,520 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/e0e4cbc1-fb69-39e9-d29c-3af785276dde/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732184628591/wal.dat.0 took 55ms 2024-11-21T10:23:49,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/e0e4cbc1-fb69-39e9-d29c-3af785276dde/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732184628591/wal.dat.0 so closing down 2024-11-21T10:23:49,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:49,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:49,538 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/e0e4cbc1-fb69-39e9-d29c-3af785276dde/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732184628591/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:23:49,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/e0e4cbc1-fb69-39e9-d29c-3af785276dde/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732184628591/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/e0e4cbc1-fb69-39e9-d29c-3af785276dde/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732184628591/wal.dat.0, size=1.4 K (1393bytes) at 1732184629471Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/e0e4cbc1-fb69-39e9-d29c-3af785276dde/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732184628591/wal.dat.0 so closing down at 1732184629527 (+56 ms)3 split writer threads finished at 1732184629532 (+5 ms)Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/e0e4cbc1-fb69-39e9-d29c-3af785276dde/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732184628591/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184629538 (+6 ms) 2024-11-21T10:23:49,541 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-21T10:23:49,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=132 (was 127) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-293764135_22 at /127.0.0.1:55684 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@38825c20 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=3477 (was 3548) 2024-11-21T10:23:49,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=132, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=3475 2024-11-21T10:23:49,574 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:23:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741836_1012 (size=7) 2024-11-21T10:23:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741836_1012 (size=7) 2024-11-21T10:23:49,589 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:23:49,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:49,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:49,600 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:23:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-21T10:23:49,600 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:23:49,602 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:23:49,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:23:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741837_1013 (size=2324) 2024-11-21T10:23:49,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741837_1013 (size=2324) 2024-11-21T10:23:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:23:49,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T10:23:49,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0 2024-11-21T10:23:49,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0 after 1ms 2024-11-21T10:23:49,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0 took 7ms 2024-11-21T10:23:49,687 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0 so closing down 2024-11-21T10:23:49,687 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:49,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:49,716 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:23:49,716 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:23:49,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:23:49,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:23:49,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741839_1015 (size=743) 2024-11-21T10:23:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741838_1014 (size=743) 2024-11-21T10:23:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741838_1014 (size=743) 2024-11-21T10:23:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741839_1015 (size=743) 2024-11-21T10:23:49,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-21T10:23:49,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-21T10:23:49,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:23:49,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:23:49,743 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 66 ms; skipped=7; WAL=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-21T10:23:49,744 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0, size=2.3 K (2324bytes) at 1732184629670Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0 so closing down at 1732184629687 (+17 ms)3 split writer threads finished at 1732184629688 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184629718 (+30 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184629718Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1732184629739 (+21 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1732184629740 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184629743 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184629743Processed 27 edits across 2 Regions in 66 ms; skipped=7; WAL=hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732184629744 (+1 ms) 2024-11-21T10:23:49,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/WALs/testsplitlogfilemultipleregions,16010,1732184629600/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/a2baf241-8651-d54e-c34a-9c243fc23d2f/oldWALs/wal.dat.0 2024-11-21T10:23:49,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133 (was 132) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_497443392_22 at /127.0.0.1:38690 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_497443392_22 at /127.0.0.1:55684 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=3451 (was 3475) 2024-11-21T10:23:49,798 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=3450 2024-11-21T10:23:49,799 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:23:49,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741840_1016 (size=7) 2024-11-21T10:23:49,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741840_1016 (size=7) 2024-11-21T10:23:49,826 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:23:49,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:49,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:49,838 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:23:49,838 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:23:49,841 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:23:49,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:23:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:49,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741841_1017 (size=2324) 2024-11-21T10:23:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741841_1017 (size=2324) 2024-11-21T10:23:49,913 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:23:51,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f6b38db3-8d68-950c-812b-3a70152a261e/WALs/testterminationaskedbyreporter,16010,1732184629838/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T10:23:51,927 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f6b38db3-8d68-950c-812b-3a70152a261e/WALs/testterminationaskedbyreporter,16010,1732184629838/wal.dat.0 so closing down 2024-11-21T10:23:51,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f6b38db3-8d68-950c-812b-3a70152a261e/WALs/testterminationaskedbyreporter,16010,1732184629838/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-21T10:23:51,939 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f6b38db3-8d68-950c-812b-3a70152a261e/WALs/testterminationaskedbyreporter,16010,1732184629838/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f6b38db3-8d68-950c-812b-3a70152a261e/WALs/testterminationaskedbyreporter,16010,1732184629838/wal.dat.0, size=2.3 K (2324bytes) at 1732184631927Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f6b38db3-8d68-950c-812b-3a70152a261e/WALs/testterminationaskedbyreporter,16010,1732184629838/wal.dat.0 so closing down at 1732184631928 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f6b38db3-8d68-950c-812b-3a70152a261e/WALs/testterminationaskedbyreporter,16010,1732184629838/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732184631938 (+10 ms) 2024-11-21T10:23:51,982 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=135 (was 133) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 339) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3352 (was 3450) 2024-11-21T10:23:52,000 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=3351 2024-11-21T10:23:52,001 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:23:52,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741842_1018 (size=7) 2024-11-21T10:23:52,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741842_1018 (size=7) 2024-11-21T10:23:52,446 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:23:52,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:52,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:52,455 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:23:52,456 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-21T10:23:52,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:23:52,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741843_1019 (size=1043) 2024-11-21T10:23:52,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741843_1019 (size=1043) 2024-11-21T10:23:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:23:52,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:23:52,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:23:52,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741845_1021 (size=1043) 2024-11-21T10:23:52,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741845_1021 (size=1043) 2024-11-21T10:23:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:23:52,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:23:52,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741846_1022 (size=1043) 2024-11-21T10:23:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741846_1022 (size=1043) 2024-11-21T10:23:52,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:23:52,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:23:52,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741847_1023 (size=1043) 2024-11-21T10:23:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741847_1023 (size=1043) 2024-11-21T10:23:52,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:23:52,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:23:52,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:52,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:52,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741848_1024 (size=1043) 2024-11-21T10:23:52,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741848_1024 (size=1043) 2024-11-21T10:23:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:23:52,985 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:23:53,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741849_1025 (size=1043) 2024-11-21T10:23:53,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741849_1025 (size=1043) 2024-11-21T10:23:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:23:53,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:23:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741850_1026 (size=1043) 2024-11-21T10:23:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741850_1026 (size=1043) 2024-11-21T10:23:53,188 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:23:53,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:23:53,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741851_1027 (size=1043) 2024-11-21T10:23:53,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741851_1027 (size=1043) 2024-11-21T10:23:53,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:23:53,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:23:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:53,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741852_1028 (size=1043) 2024-11-21T10:23:53,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741852_1028 (size=1043) 2024-11-21T10:23:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:23:53,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0, size=1.0 K (1043bytes) 2024-11-21T10:23:53,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0 2024-11-21T10:23:53,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0 after 1ms 2024-11-21T10:23:53,460 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0 took 29ms 2024-11-21T10:23:53,483 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-21T10:23:53,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0 so closing down 2024-11-21T10:23:53,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:53,489 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:53,489 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 14 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T10:23:53,489 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0, size=1.0 K (1043bytes) at 1732184633431Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0 so closing down at 1732184633486 (+55 ms)3 split writer threads finished at 1732184633489 (+3 ms)Processed 10 edits across 0 Regions in 14 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732184633489 2024-11-21T10:23:53,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/oldWALs/wal.dat.0 2024-11-21T10:23:53,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1, size=180 (180bytes) 2024-11-21T10:23:53,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1 2024-11-21T10:23:53,503 WARN [IPC Server handler 2 on default port 42017 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-21T10:23:53,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1 after 2ms 2024-11-21T10:23:53,799 WARN [ResponseProcessor for block BP-432041232-172.17.0.2-1732184623923:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-432041232-172.17.0.2-1732184623923:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:23:53,796 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-205032136_22 at /127.0.0.1:53492 [Receiving block BP-432041232-172.17.0.2-1732184623923:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:34425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53492 dst: /127.0.0.1:34425 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:53,801 WARN [DataStreamer for file /user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1 block BP-432041232-172.17.0.2-1732184623923:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-432041232-172.17.0.2-1732184623923:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37945,DS-5b031b97-396e-420d-8e33-97d2b7b7c9b3,DISK], DatanodeInfoWithStorage[127.0.0.1:34425,DS-f2f9f951-e8a5-4444-bb43-856814858059,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37945,DS-5b031b97-396e-420d-8e33-97d2b7b7c9b3,DISK]) is bad. 2024-11-21T10:23:53,796 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-205032136_22 at /127.0.0.1:60766 [Receiving block BP-432041232-172.17.0.2-1732184623923:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:37945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60766 dst: /127.0.0.1:37945 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37945 remote=/127.0.0.1:60766]. Total timeout mills is 60000, 58834 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:53,811 WARN [DataStreamer for file /user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1 block BP-432041232-172.17.0.2-1732184623923:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-432041232-172.17.0.2-1732184623923:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:23:53,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741844_1029 (size=1035) 2024-11-21T10:23:53,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741844_1029 (size=1035) 2024-11-21T10:23:57,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1 after 4004ms 2024-11-21T10:23:57,517 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1 took 4016ms 2024-11-21T10:23:57,526 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1; continuing. 2024-11-21T10:23:57,526 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1 so closing down 2024-11-21T10:23:57,526 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:57,527 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:57,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-21T10:23:57,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1, size=180 (180bytes) at 1732184633501Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1 so closing down at 1732184637526 (+4025 ms)3 split writer threads finished at 1732184637527 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732184637527 2024-11-21T10:23:57,532 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/oldWALs/wal.dat.1 2024-11-21T10:23:57,532 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2, size=1.0 K (1043bytes) 2024-11-21T10:23:57,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2 2024-11-21T10:23:57,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2 after 1ms 2024-11-21T10:23:57,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2 took 7ms 2024-11-21T10:23:57,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2 so closing down 2024-11-21T10:23:57,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:57,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:57,549 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T10:23:57,550 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2, size=1.0 K (1043bytes) at 1732184637532Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2 so closing down at 1732184637549 (+17 ms)3 split writer threads finished at 1732184637549Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732184637549 2024-11-21T10:23:57,554 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/oldWALs/wal.dat.2 2024-11-21T10:23:57,554 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3, size=1.0 K (1043bytes) 2024-11-21T10:23:57,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3 2024-11-21T10:23:57,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3 after 1ms 2024-11-21T10:23:57,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3 took 8ms 2024-11-21T10:23:57,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3 so closing down 2024-11-21T10:23:57,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:57,586 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:57,586 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T10:23:57,586 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3, size=1.0 K (1043bytes) at 1732184637554Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3 so closing down at 1732184637579 (+25 ms)3 split writer threads finished at 1732184637586 (+7 ms)Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732184637586 2024-11-21T10:23:57,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/oldWALs/wal.dat.3 2024-11-21T10:23:57,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4, size=1.0 K (1043bytes) 2024-11-21T10:23:57,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4 2024-11-21T10:23:57,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4 after 1ms 2024-11-21T10:23:57,608 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4 took 12ms 2024-11-21T10:23:57,633 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4 so closing down 2024-11-21T10:23:57,634 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:57,634 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:57,634 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T10:23:57,634 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4, size=1.0 K (1043bytes) at 1732184637597Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4 so closing down at 1732184637634 (+37 ms)3 split writer threads finished at 1732184637634Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732184637634 2024-11-21T10:23:57,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/oldWALs/wal.dat.4 2024-11-21T10:23:57,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5, size=1.0 K (1043bytes) 2024-11-21T10:23:57,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5 2024-11-21T10:23:57,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5 after 2ms 2024-11-21T10:23:57,646 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5 took 6ms 2024-11-21T10:23:57,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5 so closing down 2024-11-21T10:23:57,659 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:57,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:57,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T10:23:57,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5, size=1.0 K (1043bytes) at 1732184637640Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5 so closing down at 1732184637659 (+19 ms)3 split writer threads finished at 1732184637660 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732184637660 2024-11-21T10:23:57,733 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/oldWALs/wal.dat.5 2024-11-21T10:23:57,734 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6, size=1.0 K (1043bytes) 2024-11-21T10:23:57,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6 2024-11-21T10:23:57,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6 after 1ms 2024-11-21T10:23:57,743 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6 took 9ms 2024-11-21T10:23:57,758 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6 so closing down 2024-11-21T10:23:57,758 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:57,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:57,764 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T10:23:57,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6, size=1.0 K (1043bytes) at 1732184637734Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6 so closing down at 1732184637758 (+24 ms)3 split writer threads finished at 1732184637764 (+6 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732184637765 (+1 ms) 2024-11-21T10:23:57,778 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/oldWALs/wal.dat.6 2024-11-21T10:23:57,778 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7, size=1.0 K (1043bytes) 2024-11-21T10:23:57,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7 2024-11-21T10:23:57,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7 after 3ms 2024-11-21T10:23:57,785 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7 took 7ms 2024-11-21T10:23:57,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7 so closing down 2024-11-21T10:23:57,811 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:57,812 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:57,812 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T10:23:57,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7, size=1.0 K (1043bytes) at 1732184637778Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7 so closing down at 1732184637811 (+33 ms)3 split writer threads finished at 1732184637812 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732184637812 2024-11-21T10:23:57,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/oldWALs/wal.dat.7 2024-11-21T10:23:57,817 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8, size=1.0 K (1043bytes) 2024-11-21T10:23:57,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8 2024-11-21T10:23:57,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8 after 4ms 2024-11-21T10:23:57,828 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8 took 12ms 2024-11-21T10:23:57,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8 so closing down 2024-11-21T10:23:57,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:57,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:57,860 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T10:23:57,860 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8, size=1.0 K (1043bytes) at 1732184637817Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8 so closing down at 1732184637858 (+41 ms)3 split writer threads finished at 1732184637860 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732184637860 2024-11-21T10:23:57,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/oldWALs/wal.dat.8 2024-11-21T10:23:57,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9, size=1.0 K (1043bytes) 2024-11-21T10:23:57,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9 2024-11-21T10:23:57,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9 after 1ms 2024-11-21T10:23:57,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9 took 6ms 2024-11-21T10:23:57,884 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9 so closing down 2024-11-21T10:23:57,884 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:57,884 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:57,884 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T10:23:57,884 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9, size=1.0 K (1043bytes) at 1732184637870Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9 so closing down at 1732184637884 (+14 ms)3 split writer threads finished at 1732184637884Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732184637884 2024-11-21T10:23:57,899 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/WALs/testsplitdeletedregion,16010,1732184632455/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/1e2cd14c-5981-5c10-bc37-7509ea5cd651/oldWALs/wal.dat.9 2024-11-21T10:23:57,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=139 (was 135) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1228226451_22 at /127.0.0.1:53566 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:38087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1228226451_22 at /127.0.0.1:60850 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 384) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2954 (was 3351) 2024-11-21T10:23:57,959 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=2953 2024-11-21T10:23:57,960 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:23:58,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741853_1030 (size=7) 2024-11-21T10:23:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741853_1030 (size=7) 2024-11-21T10:23:58,012 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:23:58,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:58,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:58,017 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:23:58,017 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T10:23:58,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:23:58,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741854_1031 (size=863) 2024-11-21T10:23:58,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741854_1031 (size=863) 2024-11-21T10:23:58,070 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:23:58,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741855_1032 (size=859) 2024-11-21T10:23:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741855_1032 (size=859) 2024-11-21T10:23:58,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0, size=859 (859bytes) 2024-11-21T10:23:58,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0 2024-11-21T10:23:58,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0 after 2ms 2024-11-21T10:23:58,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0 took 9ms 2024-11-21T10:23:58,372 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0; continuing. 2024-11-21T10:23:58,373 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0 so closing down 2024-11-21T10:23:58,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:58,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:58,394 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:23:58,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:23:58,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741856_1033 (size=863) 2024-11-21T10:23:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741856_1033 (size=863) 2024-11-21T10:23:58,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:23:58,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T10:23:58,457 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 241 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-21T10:23:58,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0, size=859 (859bytes) at 1732184638189Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0 so closing down at 1732184638373 (+184 ms)3 split writer threads finished at 1732184638373Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184638397 (+24 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184638453 (+56 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732184638456 (+3 ms)Processed 10 edits across 1 Regions in 241 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732184638457 (+1 ms) 2024-11-21T10:23:58,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/WALs/testcorruptwaltrailer,16010,1732184638017/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/155d0a8e-4dd2-34dc-526b-c808e676ae3e/oldWALs/wal.dat.0 2024-11-21T10:23:58,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=139 (was 139), OpenFileDescriptor=391 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 409), ProcessCount=11 (was 11), AvailableMemoryMB=2935 (was 2953) 2024-11-21T10:23:58,501 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=2935 2024-11-21T10:23:58,502 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:23:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741857_1034 (size=7) 2024-11-21T10:23:58,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741857_1034 (size=7) 2024-11-21T10:23:58,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:23:58,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:58,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:58,535 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:23:58,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 409), ProcessCount=11 (was 11), AvailableMemoryMB=2932 (was 2935) 2024-11-21T10:23:58,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=2932 2024-11-21T10:23:58,563 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:23:58,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741858_1035 (size=7) 2024-11-21T10:23:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741858_1035 (size=7) 2024-11-21T10:23:58,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:23:58,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:58,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:58,598 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:23:58,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-21T10:23:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741859_1036 (size=93) 2024-11-21T10:23:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741859_1036 (size=93) 2024-11-21T10:23:58,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 409), ProcessCount=11 (was 11), AvailableMemoryMB=2929 (was 2932) 2024-11-21T10:23:58,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=2929 2024-11-21T10:23:58,655 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:23:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741860_1037 (size=7) 2024-11-21T10:23:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741860_1037 (size=7) 2024-11-21T10:23:58,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:23:58,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:58,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:58,680 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:23:58,681 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:23:58,682 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:23:58,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:23:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741861_1038 (size=1393) 2024-11-21T10:23:58,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741861_1038 (size=1393) 2024-11-21T10:23:58,707 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:23:58,708 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:23:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741862_1039 (size=1393) 2024-11-21T10:23:58,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741862_1039 (size=1393) 2024-11-21T10:23:58,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:23:58,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:23:58,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741863_1040 (size=1393) 2024-11-21T10:23:58,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741863_1040 (size=1393) 2024-11-21T10:23:58,782 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:23:58,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:23:58,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741864_1041 (size=1393) 2024-11-21T10:23:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741864_1041 (size=1393) 2024-11-21T10:23:58,842 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:23:58,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:23:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741865_1042 (size=1393) 2024-11-21T10:23:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741865_1042 (size=1393) 2024-11-21T10:23:58,924 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:23:58,925 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:23:58,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:58,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:58,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741866_1043 (size=1393) 2024-11-21T10:23:59,001 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:23:59,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:23:59,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741866_1043 (size=1393) 2024-11-21T10:23:59,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741867_1044 (size=1405) 2024-11-21T10:23:59,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741867_1044 (size=1405) 2024-11-21T10:23:59,507 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:23:59,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:23:59,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741868_1045 (size=1413) 2024-11-21T10:23:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741868_1045 (size=1413) 2024-11-21T10:23:59,547 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:23:59,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:23:59,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741869_1046 (size=1413) 2024-11-21T10:23:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741869_1046 (size=1413) 2024-11-21T10:23:59,603 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:23:59,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:23:59,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:23:59,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:23:59,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741870_1047 (size=1413) 2024-11-21T10:23:59,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741870_1047 (size=1413) 2024-11-21T10:23:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:23:59,676 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/WALs/testioeonoutputthread,16010,1732184638680/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:23:59,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/WALs/testioeonoutputthread,16010,1732184638680/wal.dat.7 2024-11-21T10:23:59,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/WALs/testioeonoutputthread,16010,1732184638680/wal.dat.7 after 1ms 2024-11-21T10:23:59,681 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/WALs/testioeonoutputthread,16010,1732184638680/wal.dat.7 took 6ms 2024-11-21T10:23:59,687 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/WALs/testioeonoutputthread,16010,1732184638680/wal.dat.7 so closing down 2024-11-21T10:23:59,687 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:23:59,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:23:59,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:23:59,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:23:59,719 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:59,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/WALs/testioeonoutputthread,16010,1732184638680/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-21T10:23:59,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/WALs/testioeonoutputthread,16010,1732184638680/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/WALs/testioeonoutputthread,16010,1732184638680/wal.dat.7, size=1.4 K (1413bytes) at 1732184639676Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/WALs/testioeonoutputthread,16010,1732184638680/wal.dat.7 so closing down at 1732184639687 (+11 ms)3 split writer threads finished at 1732184639688 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184639709 (+21 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184639709Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732184639719 (+10 ms)Processed 20 edits across 0 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/8484ab7c-8e5d-34b5-c59c-2908bef4e7ab/WALs/testioeonoutputthread,16010,1732184638680/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732184639720 (+1 ms) 2024-11-21T10:23:59,721 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:59,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=141 (was 139) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1297455667_22 at /127.0.0.1:60850 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 409), ProcessCount=11 (was 11), AvailableMemoryMB=2898 (was 2929) 2024-11-21T10:23:59,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=2898 2024-11-21T10:23:59,772 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:23:59,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741871_1048 (size=7) 2024-11-21T10:23:59,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741871_1048 (size=7) 2024-11-21T10:23:59,810 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:23:59,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:59,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:59,819 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:23:59,852 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:23:59,855 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:23:59,858 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:23:59,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741872_1049 (size=2324) 2024-11-21T10:23:59,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741872_1049 (size=2324) 2024-11-21T10:23:59,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:23:59,899 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:23:59,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741873_1050 (size=1393) 2024-11-21T10:23:59,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741873_1050 (size=1393) 2024-11-21T10:23:59,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:23:59,937 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:23:59,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-21T10:23:59,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-21T10:23:59,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-21T10:23:59,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-21T10:23:59,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-21T10:23:59,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-21T10:23:59,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-21T10:23:59,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-21T10:23:59,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-21T10:23:59,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-21T10:23:59,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-21T10:23:59,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-21T10:23:59,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-21T10:23:59,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-21T10:23:59,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-21T10:23:59,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-21T10:23:59,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:23:59,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:23:59,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-21T10:24:00,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-21T10:24:00,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-21T10:24:00,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-21T10:24:00,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-21T10:24:00,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-21T10:24:00,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-21T10:24:00,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-21T10:24:00,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-21T10:24:00,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-21T10:24:00,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-21T10:24:00,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-21T10:24:00,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-21T10:24:00,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-21T10:24:00,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-21T10:24:00,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-21T10:24:00,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-21T10:24:00,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-21T10:24:00,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-21T10:24:00,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-21T10:24:00,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-21T10:24:00,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-21T10:24:00,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-21T10:24:00,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-21T10:24:00,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-21T10:24:00,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-21T10:24:00,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-21T10:24:00,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-21T10:24:00,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-21T10:24:00,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-21T10:24:00,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-21T10:24:00,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-21T10:24:00,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-21T10:24:00,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-21T10:24:00,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-21T10:24:00,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-21T10:24:00,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-21T10:24:00,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-21T10:24:00,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-21T10:24:00,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-21T10:24:00,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-21T10:24:00,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-21T10:24:00,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-21T10:24:00,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-21T10:24:00,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-21T10:24:00,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-21T10:24:00,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-21T10:24:00,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-21T10:24:00,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-21T10:24:00,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-21T10:24:00,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-21T10:24:00,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-21T10:24:00,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-21T10:24:00,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-21T10:24:00,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-21T10:24:00,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-21T10:24:00,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-21T10:24:00,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-21T10:24:00,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-21T10:24:00,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-21T10:24:00,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-21T10:24:00,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-21T10:24:00,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-21T10:24:00,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-21T10:24:00,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-21T10:24:00,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-21T10:24:00,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-21T10:24:00,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-21T10:24:00,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-21T10:24:00,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-21T10:24:00,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-21T10:24:00,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-21T10:24:00,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-21T10:24:00,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-21T10:24:00,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-21T10:24:00,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-21T10:24:00,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-21T10:24:00,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-21T10:24:00,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-21T10:24:00,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-21T10:24:00,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-21T10:24:00,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-21T10:24:00,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-21T10:24:00,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-21T10:24:00,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-21T10:24:00,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-21T10:24:00,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-21T10:24:00,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-21T10:24:00,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-21T10:24:00,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-21T10:24:00,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-21T10:24:00,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-21T10:24:00,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-21T10:24:00,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-21T10:24:00,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-21T10:24:00,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-21T10:24:00,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-21T10:24:00,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-21T10:24:00,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-21T10:24:00,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-21T10:24:00,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-21T10:24:00,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-21T10:24:00,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-21T10:24:00,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-21T10:24:00,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-21T10:24:00,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-21T10:24:00,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-21T10:24:00,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-21T10:24:00,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-21T10:24:00,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-21T10:24:00,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-21T10:24:00,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-21T10:24:00,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-21T10:24:00,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-21T10:24:00,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-21T10:24:00,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-21T10:24:00,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-21T10:24:00,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-21T10:24:00,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-21T10:24:00,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-21T10:24:00,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-21T10:24:00,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-21T10:24:00,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-21T10:24:00,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-21T10:24:00,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-21T10:24:00,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-21T10:24:00,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-21T10:24:00,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-21T10:24:00,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-21T10:24:00,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-21T10:24:00,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-21T10:24:00,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-21T10:24:00,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-21T10:24:00,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-21T10:24:00,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-21T10:24:00,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-21T10:24:00,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-21T10:24:00,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-21T10:24:00,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-21T10:24:00,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-21T10:24:00,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-21T10:24:00,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-21T10:24:00,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-21T10:24:00,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-21T10:24:00,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-21T10:24:00,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-21T10:24:00,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-21T10:24:00,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-21T10:24:00,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-21T10:24:00,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-21T10:24:00,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-21T10:24:00,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-21T10:24:00,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-21T10:24:00,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-21T10:24:00,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-21T10:24:00,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-21T10:24:00,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-21T10:24:00,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-21T10:24:00,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-21T10:24:00,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-21T10:24:00,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-21T10:24:00,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-21T10:24:00,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-21T10:24:00,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-21T10:24:00,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-21T10:24:00,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-21T10:24:00,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-21T10:24:00,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-21T10:24:00,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-21T10:24:00,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-21T10:24:00,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-21T10:24:00,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-21T10:24:00,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-21T10:24:00,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-21T10:24:00,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-21T10:24:00,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-21T10:24:00,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-21T10:24:00,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-21T10:24:00,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-21T10:24:00,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-21T10:24:00,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-21T10:24:00,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-21T10:24:00,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-21T10:24:00,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-21T10:24:00,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-21T10:24:00,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-21T10:24:00,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-21T10:24:00,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-21T10:24:00,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-21T10:24:00,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-21T10:24:00,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-21T10:24:00,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-21T10:24:00,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-21T10:24:00,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-21T10:24:00,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-21T10:24:00,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-21T10:24:00,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-21T10:24:00,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-21T10:24:00,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-21T10:24:00,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-21T10:24:00,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-21T10:24:00,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-21T10:24:00,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-21T10:24:00,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-21T10:24:00,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-21T10:24:00,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-21T10:24:00,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-21T10:24:00,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-21T10:24:00,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-21T10:24:00,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-21T10:24:00,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-21T10:24:00,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-21T10:24:00,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-21T10:24:00,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-21T10:24:00,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-21T10:24:00,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-21T10:24:00,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-21T10:24:00,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-21T10:24:00,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-21T10:24:00,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-21T10:24:00,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-21T10:24:00,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-21T10:24:00,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-21T10:24:00,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-21T10:24:00,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-21T10:24:00,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-21T10:24:00,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-21T10:24:00,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-21T10:24:00,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-21T10:24:00,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-21T10:24:00,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-21T10:24:00,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-21T10:24:00,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-21T10:24:00,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-21T10:24:00,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-21T10:24:00,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-21T10:24:00,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-21T10:24:00,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-21T10:24:00,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-21T10:24:00,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-21T10:24:00,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-21T10:24:00,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-21T10:24:00,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-21T10:24:00,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-21T10:24:00,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-21T10:24:00,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-21T10:24:00,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-21T10:24:00,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-21T10:24:00,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-21T10:24:00,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-21T10:24:00,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-21T10:24:00,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-21T10:24:00,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-21T10:24:00,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-21T10:24:00,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-21T10:24:00,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-21T10:24:00,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-21T10:24:00,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-21T10:24:00,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-21T10:24:00,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-21T10:24:00,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-21T10:24:00,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-21T10:24:00,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-21T10:24:00,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-21T10:24:00,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-21T10:24:00,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-21T10:24:00,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-21T10:24:00,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-21T10:24:00,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-21T10:24:00,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-21T10:24:00,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-21T10:24:00,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-21T10:24:00,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-21T10:24:00,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-21T10:24:00,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-21T10:24:00,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-21T10:24:00,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-21T10:24:00,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-21T10:24:00,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-21T10:24:00,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-21T10:24:00,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-21T10:24:00,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-21T10:24:00,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-21T10:24:00,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-21T10:24:00,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-21T10:24:00,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-21T10:24:00,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-21T10:24:00,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-21T10:24:00,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-21T10:24:00,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-21T10:24:00,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-21T10:24:00,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-21T10:24:00,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-21T10:24:00,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-21T10:24:00,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-21T10:24:00,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-21T10:24:00,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-21T10:24:00,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-21T10:24:00,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-21T10:24:00,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-21T10:24:00,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-21T10:24:00,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-21T10:24:00,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-21T10:24:00,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-21T10:24:00,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-21T10:24:00,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-21T10:24:00,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-21T10:24:00,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-21T10:24:00,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-21T10:24:00,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-21T10:24:00,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-21T10:24:00,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-21T10:24:00,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-21T10:24:00,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-21T10:24:00,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-21T10:24:00,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-21T10:24:00,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-21T10:24:00,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-21T10:24:00,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-21T10:24:00,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-21T10:24:00,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-21T10:24:00,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-21T10:24:00,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-21T10:24:00,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-21T10:24:00,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-21T10:24:00,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-21T10:24:00,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-21T10:24:00,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-21T10:24:00,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-21T10:24:00,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-21T10:24:00,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-21T10:24:00,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-21T10:24:00,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-21T10:24:00,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-21T10:24:00,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-21T10:24:00,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-21T10:24:00,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-21T10:24:00,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-21T10:24:00,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-21T10:24:00,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-21T10:24:00,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-21T10:24:00,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-21T10:24:00,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-21T10:24:00,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-21T10:24:00,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-21T10:24:00,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-21T10:24:00,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-21T10:24:00,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-21T10:24:00,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-21T10:24:00,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-21T10:24:00,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-21T10:24:00,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-21T10:24:00,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-21T10:24:00,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-21T10:24:00,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-21T10:24:00,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-21T10:24:00,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-21T10:24:00,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-21T10:24:00,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-21T10:24:00,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-21T10:24:00,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-21T10:24:00,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-21T10:24:00,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-21T10:24:00,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-21T10:24:00,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-21T10:24:00,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-21T10:24:00,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-21T10:24:00,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-21T10:24:00,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-21T10:24:00,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-21T10:24:00,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-21T10:24:00,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-21T10:24:00,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-21T10:24:00,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-21T10:24:00,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-21T10:24:00,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-21T10:24:00,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-21T10:24:00,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-21T10:24:00,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-21T10:24:00,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-21T10:24:00,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-21T10:24:00,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-21T10:24:00,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-21T10:24:00,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-21T10:24:00,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-21T10:24:00,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-21T10:24:00,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-21T10:24:00,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-21T10:24:00,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-21T10:24:00,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-21T10:24:00,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-21T10:24:00,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-21T10:24:00,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-21T10:24:00,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-21T10:24:00,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-21T10:24:00,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-21T10:24:00,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-21T10:24:00,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-21T10:24:00,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-21T10:24:00,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-21T10:24:00,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-21T10:24:00,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-21T10:24:00,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-21T10:24:00,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-21T10:24:00,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-21T10:24:00,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-21T10:24:00,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-21T10:24:00,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-21T10:24:00,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-21T10:24:00,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-21T10:24:00,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-21T10:24:00,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-21T10:24:00,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-21T10:24:00,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-21T10:24:00,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-21T10:24:00,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-21T10:24:00,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-21T10:24:00,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-21T10:24:00,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-21T10:24:00,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-21T10:24:00,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-21T10:24:00,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-21T10:24:00,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-21T10:24:00,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-21T10:24:00,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-21T10:24:00,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-21T10:24:00,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-21T10:24:00,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-21T10:24:00,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-21T10:24:00,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-21T10:24:00,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-21T10:24:00,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-21T10:24:00,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-21T10:24:00,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-21T10:24:00,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-21T10:24:00,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-21T10:24:00,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-21T10:24:00,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-21T10:24:00,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-21T10:24:00,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-21T10:24:00,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-21T10:24:00,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-21T10:24:00,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-21T10:24:00,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-21T10:24:00,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-21T10:24:00,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-21T10:24:00,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-21T10:24:00,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-21T10:24:00,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-21T10:24:00,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-21T10:24:00,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-21T10:24:00,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-21T10:24:00,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-21T10:24:00,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-21T10:24:00,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-21T10:24:00,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-21T10:24:00,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-21T10:24:00,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-21T10:24:00,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-21T10:24:00,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-21T10:24:00,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-21T10:24:00,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-21T10:24:00,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-21T10:24:00,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-21T10:24:00,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-21T10:24:00,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-21T10:24:00,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-21T10:24:00,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-21T10:24:00,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-21T10:24:00,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-21T10:24:00,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-21T10:24:00,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-21T10:24:00,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-21T10:24:00,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-21T10:24:00,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-21T10:24:00,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-21T10:24:00,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-21T10:24:00,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-21T10:24:00,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-21T10:24:00,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-21T10:24:00,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-21T10:24:00,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:00,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:00,999 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819): HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732184639898; access_time=1732184639860; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184639936; access_time=1732184639900; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732184639939; access_time=1732184639939; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T10:24:00,999 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-21T10:24:01,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-21T10:24:01,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-21T10:24:01,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-21T10:24:01,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-21T10:24:01,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-21T10:24:01,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-21T10:24:01,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-21T10:24:01,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-21T10:24:01,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-21T10:24:01,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-21T10:24:01,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-21T10:24:01,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-21T10:24:01,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-21T10:24:01,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-21T10:24:01,045 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T10:24:01,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0 2024-11-21T10:24:01,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-21T10:24:01,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0 after 1ms 2024-11-21T10:24:01,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-21T10:24:01,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,051 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0 took 6ms 2024-11-21T10:24:01,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-21T10:24:01,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-21T10:24:01,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-21T10:24:01,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-21T10:24:01,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-21T10:24:01,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0 so closing down 2024-11-21T10:24:01,084 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:01,084 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:01,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-21T10:24:01,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-21T10:24:01,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-21T10:24:01,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-21T10:24:01,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-21T10:24:01,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-21T10:24:01,109 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:01,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-21T10:24:01,115 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:01,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:01,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-21T10:24:01,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-21T10:24:01,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:01,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-21T10:24:01,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-21T10:24:01,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-21T10:24:01,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-21T10:24:01,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-21T10:24:01,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-21T10:24:01,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-21T10:24:01,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-21T10:24:01,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-21T10:24:01,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-21T10:24:01,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-21T10:24:01,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-21T10:24:01,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-21T10:24:01,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-21T10:24:01,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-21T10:24:01,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-21T10:24:01,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-21T10:24:01,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-21T10:24:01,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-21T10:24:01,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-21T10:24:01,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-21T10:24:01,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-21T10:24:01,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-21T10:24:01,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-21T10:24:01,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-21T10:24:01,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-21T10:24:01,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-21T10:24:01,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741875_1052 (size=743) 2024-11-21T10:24:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741875_1052 (size=743) 2024-11-21T10:24:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741876_1053 (size=743) 2024-11-21T10:24:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741876_1053 (size=743) 2024-11-21T10:24:01,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-21T10:24:01,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:01,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:01,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-21T10:24:01,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:01,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-21T10:24:01,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-21T10:24:01,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-21T10:24:01,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-21T10:24:01,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:01,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 134 ms; skipped=7; WAL=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-21T10:24:01,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,210 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0, size=2.3 K (2324bytes) at 1732184641045Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0 so closing down at 1732184641084 (+39 ms)3 split writer threads finished at 1732184641084Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184641116 (+32 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184641120 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184641193 (+73 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184641195 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184641196 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184641209 (+13 ms)Processed 27 edits across 2 Regions in 134 ms; skipped=7; WAL=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732184641210 (+1 ms) 2024-11-21T10:24:01,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-21T10:24:01,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,215 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/oldWALs/wal.dat.0 2024-11-21T10:24:01,215 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:01,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1 2024-11-21T10:24:01,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-21T10:24:01,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1 after 2ms 2024-11-21T10:24:01,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-21T10:24:01,222 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1 took 7ms 2024-11-21T10:24:01,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-21T10:24:01,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-21T10:24:01,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-21T10:24:01,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-21T10:24:01,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-21T10:24:01,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-21T10:24:01,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-21T10:24:01,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-21T10:24:01,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-21T10:24:01,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-21T10:24:01,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1 so closing down 2024-11-21T10:24:01,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:01,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-21T10:24:01,246 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:01,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-21T10:24:01,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-21T10:24:01,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,253 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:01,253 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:01,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-21T10:24:01,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-21T10:24:01,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:01,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:01,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-21T10:24:01,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-21T10:24:01,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-21T10:24:01,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-21T10:24:01,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-21T10:24:01,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-21T10:24:01,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-21T10:24:01,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-21T10:24:01,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-21T10:24:01,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-21T10:24:01,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741877_1054 (size=743) 2024-11-21T10:24:01,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-21T10:24:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741877_1054 (size=743) 2024-11-21T10:24:01,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:01,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-21T10:24:01,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-21T10:24:01,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741878_1055 (size=743) 2024-11-21T10:24:01,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-21T10:24:01,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741878_1055 (size=743) 2024-11-21T10:24:01,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-21T10:24:01,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-21T10:24:01,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:01,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-21T10:24:01,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:01,303 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:01,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1, size=1.4 K (1393bytes) at 1732184641215Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1 so closing down at 1732184641243 (+28 ms)3 split writer threads finished at 1732184641246 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184641255 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184641256 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184641291 (+35 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184641294 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184641301 (+7 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184641303 (+2 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184641303 2024-11-21T10:24:01,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-21T10:24:01,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-21T10:24:01,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,308 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/oldWALs/wal.dat.1 2024-11-21T10:24:01,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2, size=150 (150bytes) 2024-11-21T10:24:01,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2 2024-11-21T10:24:01,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-21T10:24:01,315 WARN [IPC Server handler 2 on default port 42017 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-21T10:24:01,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2 after 1ms 2024-11-21T10:24:01,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-21T10:24:01,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-21T10:24:01,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-21T10:24:01,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-21T10:24:01,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-21T10:24:01,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-21T10:24:01,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-21T10:24:01,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-21T10:24:01,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-21T10:24:01,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-21T10:24:01,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-21T10:24:01,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-21T10:24:01,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-21T10:24:01,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-21T10:24:01,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-21T10:24:01,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-21T10:24:01,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-21T10:24:01,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-21T10:24:01,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-21T10:24:01,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-21T10:24:01,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-21T10:24:01,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-21T10:24:01,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-21T10:24:01,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-21T10:24:01,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-21T10:24:01,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-21T10:24:01,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-21T10:24:01,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-21T10:24:01,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-21T10:24:01,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-21T10:24:01,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-21T10:24:01,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-21T10:24:01,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-21T10:24:01,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-21T10:24:01,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-21T10:24:01,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-21T10:24:01,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-21T10:24:01,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-21T10:24:01,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-21T10:24:01,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-21T10:24:01,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-21T10:24:01,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-21T10:24:01,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-21T10:24:01,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-21T10:24:01,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-21T10:24:01,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-21T10:24:01,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-21T10:24:01,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-21T10:24:01,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-21T10:24:01,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-21T10:24:01,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-21T10:24:01,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-21T10:24:01,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-21T10:24:01,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-21T10:24:01,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-21T10:24:01,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-21T10:24:01,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-21T10:24:01,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-21T10:24:01,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-21T10:24:01,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-21T10:24:01,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-21T10:24:01,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-21T10:24:01,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-21T10:24:01,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-21T10:24:01,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-21T10:24:01,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-21T10:24:01,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-21T10:24:01,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-21T10:24:01,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-21T10:24:01,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-21T10:24:01,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-21T10:24:01,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-21T10:24:01,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-21T10:24:01,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-21T10:24:01,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-21T10:24:01,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-21T10:24:01,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-21T10:24:01,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-21T10:24:01,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-21T10:24:01,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-21T10:24:01,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-21T10:24:01,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-21T10:24:01,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-21T10:24:01,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-21T10:24:01,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-21T10:24:01,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-21T10:24:01,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-21T10:24:01,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-21T10:24:01,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-21T10:24:01,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-21T10:24:01,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-21T10:24:01,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-21T10:24:01,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-21T10:24:01,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-21T10:24:01,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-21T10:24:01,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-21T10:24:01,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-21T10:24:01,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-21T10:24:01,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-21T10:24:01,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-21T10:24:01,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-21T10:24:01,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-21T10:24:01,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-21T10:24:01,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-21T10:24:01,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-21T10:24:01,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-21T10:24:01,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-21T10:24:01,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-21T10:24:01,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-21T10:24:01,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-21T10:24:01,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-21T10:24:01,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-21T10:24:01,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-21T10:24:01,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-21T10:24:01,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-21T10:24:01,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-21T10:24:01,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-21T10:24:01,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-21T10:24:01,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-21T10:24:01,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-21T10:24:01,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-21T10:24:01,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-21T10:24:01,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-21T10:24:01,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-21T10:24:01,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-21T10:24:01,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-21T10:24:01,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-21T10:24:01,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-21T10:24:01,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-21T10:24:01,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-21T10:24:01,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-21T10:24:01,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-21T10:24:01,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-21T10:24:01,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-21T10:24:01,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-21T10:24:01,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-21T10:24:01,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-21T10:24:01,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-21T10:24:01,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-21T10:24:01,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-21T10:24:01,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-21T10:24:01,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-21T10:24:01,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-21T10:24:01,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-21T10:24:01,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-21T10:24:01,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-21T10:24:01,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-21T10:24:01,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-21T10:24:01,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-21T10:24:01,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-21T10:24:01,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-21T10:24:01,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-21T10:24:01,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-21T10:24:01,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-21T10:24:01,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-21T10:24:01,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-21T10:24:01,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-21T10:24:01,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-21T10:24:01,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-21T10:24:01,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-21T10:24:01,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-21T10:24:01,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-21T10:24:01,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-21T10:24:01,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-21T10:24:01,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-21T10:24:01,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-21T10:24:01,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-21T10:24:01,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-21T10:24:01,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-21T10:24:01,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-21T10:24:01,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-21T10:24:01,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-21T10:24:01,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-21T10:24:01,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-21T10:24:01,802 WARN [ResponseProcessor for block BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:01,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-362703622_538 at /127.0.0.1:32832 [Receiving block BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:37945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32832 dst: /127.0.0.1:37945 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:01,803 WARN [DataStreamer for file /user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2 block BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34425,DS-f2f9f951-e8a5-4444-bb43-856814858059,DISK], DatanodeInfoWithStorage[127.0.0.1:37945,DS-5b031b97-396e-420d-8e33-97d2b7b7c9b3,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34425,DS-f2f9f951-e8a5-4444-bb43-856814858059,DISK]) is bad. 2024-11-21T10:24:01,803 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-362703622_538 at /127.0.0.1:53790 [Receiving block BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:34425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53790 dst: /127.0.0.1:34425 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34425 remote=/127.0.0.1:53790]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:01,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T10:24:01,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T10:24:01,804 WARN [DataStreamer for file /user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2 block BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:01,805 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:01,808 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-21T10:24:01,809 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 803 2024-11-21T10:24:01,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-21T10:24:01,809 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:01,810 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-432041232-172.17.0.2-1732184623923:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:01,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741874_1056 (size=50723) 2024-11-21T10:24:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741874_1056 (size=50723) 2024-11-21T10:24:05,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2 after 4002ms 2024-11-21T10:24:05,321 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2 took 4012ms 2024-11-21T10:24:05,361 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2; continuing. 2024-11-21T10:24:05,361 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2 so closing down 2024-11-21T10:24:05,361 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:05,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:05,378 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:05,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:05,382 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:05,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741879_1057 (size=743) 2024-11-21T10:24:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741879_1057 (size=743) 2024-11-21T10:24:05,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:05,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741880_1058 (size=50081) 2024-11-21T10:24:05,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741880_1058 (size=50081) 2024-11-21T10:24:05,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 782 edits, skipped 0 edits in 11 ms) 2024-11-21T10:24:05,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:05,449 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 792 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-21T10:24:05,449 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2, size=150 (150bytes) at 1732184641314Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2 so closing down at 1732184645361 (+4047 ms)3 split writer threads finished at 1732184645364 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184645382 (+18 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184645385 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184645426 (+41 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184645432 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 782 edits, skipped 0 edits in 11 ms) at 1732184645445 (+13 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184645449 (+4 ms)Processed 792 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732184645449 2024-11-21T10:24:05,458 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/WALs/testlogcannotbewrittenonceparsed,16010,1732184639819/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/d3723ca1-87da-bac4-87c0-d38dbf0a9082/oldWALs/wal.dat.2 2024-11-21T10:24:05,459 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-21T10:24:05,493 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=802, robber=802 2024-11-21T10:24:05,525 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=144 (was 139) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1297455667_22 at /127.0.0.1:32832 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:42017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:42017 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:42017 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:42017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:44279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=395 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 409) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2775 (was 2898) 2024-11-21T10:24:05,535 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=144, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=2774 2024-11-21T10:24:05,535 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:05,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741881_1059 (size=7) 2024-11-21T10:24:05,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741881_1059 (size=7) 2024-11-21T10:24:05,562 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:05,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:05,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:05,569 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:05,571 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:05,572 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:05,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:05,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741882_1060 (size=1393) 2024-11-21T10:24:05,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741882_1060 (size=1393) 2024-11-21T10:24:05,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:05,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:05,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741883_1061 (size=1393) 2024-11-21T10:24:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741883_1061 (size=1393) 2024-11-21T10:24:05,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:05,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:05,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:05,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741884_1062 (size=1393) 2024-11-21T10:24:05,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741884_1062 (size=1393) 2024-11-21T10:24:06,042 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:06,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:06,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741885_1063 (size=1393) 2024-11-21T10:24:06,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741885_1063 (size=1393) 2024-11-21T10:24:06,067 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:06,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:06,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741886_1064 (size=1393) 2024-11-21T10:24:06,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741886_1064 (size=1393) 2024-11-21T10:24:06,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:06,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:06,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741887_1065 (size=1393) 2024-11-21T10:24:06,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741887_1065 (size=1393) 2024-11-21T10:24:06,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:06,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:06,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741888_1066 (size=1405) 2024-11-21T10:24:06,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741888_1066 (size=1405) 2024-11-21T10:24:06,601 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:06,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741889_1067 (size=1413) 2024-11-21T10:24:06,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741889_1067 (size=1413) 2024-11-21T10:24:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:06,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:06,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741890_1068 (size=1413) 2024-11-21T10:24:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741890_1068 (size=1413) 2024-11-21T10:24:07,095 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:07,095 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:07,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:07,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:07,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741891_1069 (size=1413) 2024-11-21T10:24:07,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741891_1069 (size=1413) 2024-11-21T10:24:07,117 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:07,141 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:07,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0 2024-11-21T10:24:07,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0 after 2ms 2024-11-21T10:24:07,144 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:09,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0 took 2012ms 2024-11-21T10:24:09,156 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0 so closing down 2024-11-21T10:24:09,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:09,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:09,165 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:09,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:09,170 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:09,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741893_1071 (size=743) 2024-11-21T10:24:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741893_1071 (size=743) 2024-11-21T10:24:09,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:09,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741892_1070 (size=743) 2024-11-21T10:24:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741892_1070 (size=743) 2024-11-21T10:24:09,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:09,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:09,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:09,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:09,193 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0, size=1.4 K (1393bytes) at 1732184647141Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0 so closing down at 1732184649156 (+2015 ms)3 split writer threads finished at 1732184649157 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184649166 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184649172 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184649182 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184649187 (+5 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184649189 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184649193 (+4 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184649193 2024-11-21T10:24:09,199 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/oldWALs/wal.dat.0 2024-11-21T10:24:09,199 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:09,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1 2024-11-21T10:24:09,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1 after 1ms 2024-11-21T10:24:09,205 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1 took 6ms 2024-11-21T10:24:09,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1 so closing down 2024-11-21T10:24:09,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:09,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:09,212 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:09,212 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:09,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:09,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:09,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741895_1073 (size=743) 2024-11-21T10:24:09,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741895_1073 (size=743) 2024-11-21T10:24:09,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:09,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741894_1072 (size=743) 2024-11-21T10:24:09,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741894_1072 (size=743) 2024-11-21T10:24:09,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:09,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:09,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:09,633 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:09,633 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1, size=1.4 K (1393bytes) at 1732184649199Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1 so closing down at 1732184649207 (+8 ms)3 split writer threads finished at 1732184649208 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184649214 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184649214Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184649223 (+9 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184649229 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184649628 (+399 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184649632 (+4 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184649633 (+1 ms) 2024-11-21T10:24:09,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/oldWALs/wal.dat.1 2024-11-21T10:24:09,639 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:09,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2 2024-11-21T10:24:09,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2 after 1ms 2024-11-21T10:24:09,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2 took 7ms 2024-11-21T10:24:09,647 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2 so closing down 2024-11-21T10:24:09,647 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:09,647 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:09,651 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:09,651 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:09,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:09,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741896_1074 (size=743) 2024-11-21T10:24:09,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741896_1074 (size=743) 2024-11-21T10:24:09,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:09,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741897_1075 (size=743) 2024-11-21T10:24:09,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741897_1075 (size=743) 2024-11-21T10:24:09,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:10,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:10,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:10,079 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:10,079 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2, size=1.4 K (1393bytes) at 1732184649639Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2 so closing down at 1732184649647 (+8 ms)3 split writer threads finished at 1732184649647Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184649653 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184649653Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184649668 (+15 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184649674 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184650072 (+398 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184650078 (+6 ms)Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184650079 (+1 ms) 2024-11-21T10:24:10,087 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/oldWALs/wal.dat.2 2024-11-21T10:24:10,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:10,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3 2024-11-21T10:24:10,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3 after 1ms 2024-11-21T10:24:10,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3 took 5ms 2024-11-21T10:24:10,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3 so closing down 2024-11-21T10:24:10,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:10,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:10,097 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:10,097 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:10,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:10,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741898_1076 (size=743) 2024-11-21T10:24:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741898_1076 (size=743) 2024-11-21T10:24:10,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741899_1077 (size=743) 2024-11-21T10:24:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741899_1077 (size=743) 2024-11-21T10:24:10,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:10,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:10,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:10,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:10,510 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3, size=1.4 K (1393bytes) at 1732184650087Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3 so closing down at 1732184650094 (+7 ms)3 split writer threads finished at 1732184650094Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184650099 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184650099Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184650105 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184650108 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184650506 (+398 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184650509 (+3 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184650509 2024-11-21T10:24:10,514 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/oldWALs/wal.dat.3 2024-11-21T10:24:10,514 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:10,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4 2024-11-21T10:24:10,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4 after 1ms 2024-11-21T10:24:10,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4 took 5ms 2024-11-21T10:24:10,521 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4 so closing down 2024-11-21T10:24:10,521 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:10,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:10,526 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:10,526 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:10,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:10,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:10,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741901_1079 (size=743) 2024-11-21T10:24:10,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741901_1079 (size=743) 2024-11-21T10:24:10,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741900_1078 (size=743) 2024-11-21T10:24:10,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741900_1078 (size=743) 2024-11-21T10:24:10,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:10,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:10,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:10,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:10,943 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:10,943 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4, size=1.4 K (1393bytes) at 1732184650514Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4 so closing down at 1732184650521 (+7 ms)3 split writer threads finished at 1732184650521Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184650528 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184650528Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184650540 (+12 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184650542 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184650939 (+397 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184650942 (+3 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184650943 (+1 ms) 2024-11-21T10:24:10,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/oldWALs/wal.dat.4 2024-11-21T10:24:10,947 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T10:24:10,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5 2024-11-21T10:24:10,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5 after 1ms 2024-11-21T10:24:10,953 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5 took 5ms 2024-11-21T10:24:10,954 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5 so closing down 2024-11-21T10:24:10,954 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:10,954 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:10,958 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:10,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:10,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:10,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:10,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741903_1081 (size=743) 2024-11-21T10:24:10,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741903_1081 (size=743) 2024-11-21T10:24:10,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741902_1080 (size=743) 2024-11-21T10:24:10,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741902_1080 (size=743) 2024-11-21T10:24:10,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:10,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T10:24:11,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:11,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T10:24:11,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:11,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5, size=1.4 K (1393bytes) at 1732184650947Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5 so closing down at 1732184650954 (+7 ms)3 split writer threads finished at 1732184650954Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184650960 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184650960Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184650969 (+9 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732184650971 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184651370 (+399 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732184651376 (+6 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184651376 2024-11-21T10:24:11,381 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/oldWALs/wal.dat.5 2024-11-21T10:24:11,381 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:11,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6 2024-11-21T10:24:11,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6 after 1ms 2024-11-21T10:24:11,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6 took 3ms 2024-11-21T10:24:11,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6 so closing down 2024-11-21T10:24:11,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:11,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:11,389 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:11,389 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:11,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:11,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741905_1083 (size=749) 2024-11-21T10:24:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741904_1082 (size=749) 2024-11-21T10:24:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741904_1082 (size=749) 2024-11-21T10:24:11,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:11,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741905_1083 (size=749) 2024-11-21T10:24:11,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:11,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:11,400 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:11,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6, size=1.4 K (1405bytes) at 1732184651381Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6 so closing down at 1732184651386 (+5 ms)3 split writer threads finished at 1732184651386Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184651390 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184651390Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184651397 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184651397Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184651400 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184651400Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184651400 2024-11-21T10:24:11,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/oldWALs/wal.dat.6 2024-11-21T10:24:11,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:11,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7 2024-11-21T10:24:11,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7 after 0ms 2024-11-21T10:24:11,407 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7 took 4ms 2024-11-21T10:24:11,408 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7 so closing down 2024-11-21T10:24:11,408 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:11,408 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:11,411 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:11,411 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:11,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:11,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741907_1085 (size=753) 2024-11-21T10:24:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741906_1084 (size=753) 2024-11-21T10:24:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741907_1085 (size=753) 2024-11-21T10:24:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741906_1084 (size=753) 2024-11-21T10:24:11,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:11,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:11,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:11,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:11,422 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:11,422 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7, size=1.4 K (1413bytes) at 1732184651403Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7 so closing down at 1732184651408 (+5 ms)3 split writer threads finished at 1732184651408Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184651412 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184651412Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184651419 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184651419Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184651422 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184651422Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184651422 2024-11-21T10:24:11,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/oldWALs/wal.dat.7 2024-11-21T10:24:11,425 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:11,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8 2024-11-21T10:24:11,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8 after 1ms 2024-11-21T10:24:11,430 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8 took 5ms 2024-11-21T10:24:11,431 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8 so closing down 2024-11-21T10:24:11,431 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:11,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:11,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:11,435 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:11,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:11,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741909_1087 (size=753) 2024-11-21T10:24:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741908_1086 (size=753) 2024-11-21T10:24:11,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741908_1086 (size=753) 2024-11-21T10:24:11,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:11,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741909_1087 (size=753) 2024-11-21T10:24:11,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:11,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:11,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:11,450 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:11,450 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8, size=1.4 K (1413bytes) at 1732184651425Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8 so closing down at 1732184651431 (+6 ms)3 split writer threads finished at 1732184651432 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184651437 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184651437Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184651442 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184651442Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184651450 (+8 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184651450Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184651450 2024-11-21T10:24:11,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/oldWALs/wal.dat.8 2024-11-21T10:24:11,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:11,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9 2024-11-21T10:24:11,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9 after 0ms 2024-11-21T10:24:11,458 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9 took 5ms 2024-11-21T10:24:11,459 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9 so closing down 2024-11-21T10:24:11,459 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:11,459 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:11,463 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:11,463 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:11,464 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:11,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:11,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741910_1088 (size=753) 2024-11-21T10:24:11,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741910_1088 (size=753) 2024-11-21T10:24:11,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:11,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741911_1089 (size=753) 2024-11-21T10:24:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741911_1089 (size=753) 2024-11-21T10:24:11,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:11,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:11,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:11,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9, size=1.4 K (1413bytes) at 1732184651454Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9 so closing down at 1732184651459 (+5 ms)3 split writer threads finished at 1732184651459Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184651464 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184651464Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184651470 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184651473 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184651479 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184651481 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184651481 2024-11-21T10:24:11,485 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/WALs/testretryopenduringrecovery,16010,1732184645569/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/9d220cbf-f78b-72c3-b4fe-28bcbc96fa9c/oldWALs/wal.dat.9 2024-11-21T10:24:11,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=145 (was 144) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1297455667_22 at /127.0.0.1:50944 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1297455667_22 at /127.0.0.1:32938 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=2704 (was 2774) 2024-11-21T10:24:11,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=2704 2024-11-21T10:24:11,502 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:11,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741912_1090 (size=7) 2024-11-21T10:24:11,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741912_1090 (size=7) 2024-11-21T10:24:11,509 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:11,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:11,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:11,515 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:11,515 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:11,516 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:11,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:11,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741913_1091 (size=1393) 2024-11-21T10:24:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741913_1091 (size=1393) 2024-11-21T10:24:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:11,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:11,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741914_1092 (size=1393) 2024-11-21T10:24:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741914_1092 (size=1393) 2024-11-21T10:24:11,550 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:11,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741915_1093 (size=1393) 2024-11-21T10:24:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741915_1093 (size=1393) 2024-11-21T10:24:11,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:11,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:11,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741916_1094 (size=1393) 2024-11-21T10:24:11,583 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:11,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:11,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741916_1094 (size=1393) 2024-11-21T10:24:11,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741917_1095 (size=1393) 2024-11-21T10:24:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741917_1095 (size=1393) 2024-11-21T10:24:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:11,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:11,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741919_1097 (size=1405) 2024-11-21T10:24:11,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741919_1097 (size=1405) 2024-11-21T10:24:11,635 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:11,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741920_1098 (size=1413) 2024-11-21T10:24:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741920_1098 (size=1413) 2024-11-21T10:24:11,654 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:11,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:11,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741921_1099 (size=1413) 2024-11-21T10:24:11,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741921_1099 (size=1413) 2024-11-21T10:24:11,669 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:11,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:11,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:11,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:11,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741922_1100 (size=1413) 2024-11-21T10:24:11,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741922_1100 (size=1413) 2024-11-21T10:24:11,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:11,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:11,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0 2024-11-21T10:24:11,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0 after 0ms 2024-11-21T10:24:11,705 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0 took 4ms 2024-11-21T10:24:11,707 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0 so closing down 2024-11-21T10:24:11,707 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:11,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:11,710 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:11,710 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:11,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:11,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:11,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741923_1101 (size=743) 2024-11-21T10:24:11,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741923_1101 (size=743) 2024-11-21T10:24:11,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741924_1102 (size=743) 2024-11-21T10:24:11,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741924_1102 (size=743) 2024-11-21T10:24:11,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:11,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:12,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:12,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:12,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:12,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0, size=1.4 K (1393bytes) at 1732184651701Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0 so closing down at 1732184651707 (+6 ms)3 split writer threads finished at 1732184651708 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184651711 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184651712 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184651729 (+17 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184651730 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184652124 (+394 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184652128 (+4 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184652129 (+1 ms) 2024-11-21T10:24:12,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/oldWALs/wal.dat.0 2024-11-21T10:24:12,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:12,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1 2024-11-21T10:24:12,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1 after 1ms 2024-11-21T10:24:12,140 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1 took 5ms 2024-11-21T10:24:12,143 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1 so closing down 2024-11-21T10:24:12,143 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:12,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:12,146 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:12,146 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:12,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:12,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741925_1103 (size=743) 2024-11-21T10:24:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741925_1103 (size=743) 2024-11-21T10:24:12,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:12,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741926_1104 (size=743) 2024-11-21T10:24:12,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741926_1104 (size=743) 2024-11-21T10:24:12,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:12,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:12,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:12,562 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:12,562 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1, size=1.4 K (1393bytes) at 1732184652135Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1 so closing down at 1732184652143 (+8 ms)3 split writer threads finished at 1732184652143Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184652148 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184652148Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184652158 (+10 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184652160 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184652559 (+399 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184652562 (+3 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184652562 2024-11-21T10:24:12,565 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/oldWALs/wal.dat.1 2024-11-21T10:24:12,565 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:12,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2 2024-11-21T10:24:12,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2 after 1ms 2024-11-21T10:24:12,569 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2 took 4ms 2024-11-21T10:24:12,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2 so closing down 2024-11-21T10:24:12,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:12,571 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:12,574 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:12,574 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:12,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:12,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:12,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741927_1105 (size=743) 2024-11-21T10:24:12,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741928_1106 (size=743) 2024-11-21T10:24:12,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741927_1105 (size=743) 2024-11-21T10:24:12,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741928_1106 (size=743) 2024-11-21T10:24:12,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:12,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:12,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:12,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:12,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:12,589 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2, size=1.4 K (1393bytes) at 1732184652565Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2 so closing down at 1732184652571 (+6 ms)3 split writer threads finished at 1732184652571Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184652576 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184652576Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184652587 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184652587Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184652589 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184652589Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184652589 2024-11-21T10:24:12,591 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/oldWALs/wal.dat.2 2024-11-21T10:24:12,591 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:12,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3 2024-11-21T10:24:12,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3 after 0ms 2024-11-21T10:24:12,593 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3 took 2ms 2024-11-21T10:24:12,595 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3 so closing down 2024-11-21T10:24:12,595 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:12,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:12,607 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:12,607 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:12,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:12,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:12,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741929_1107 (size=743) 2024-11-21T10:24:12,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741929_1107 (size=743) 2024-11-21T10:24:12,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:12,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741930_1108 (size=743) 2024-11-21T10:24:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741930_1108 (size=743) 2024-11-21T10:24:12,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:12,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:12,636 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:12,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3, size=1.4 K (1393bytes) at 1732184652591Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3 so closing down at 1732184652595 (+4 ms)3 split writer threads finished at 1732184652595Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184652609 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184652611 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184652624 (+13 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184652626 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184652631 (+5 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184652636 (+5 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184652636 2024-11-21T10:24:12,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/oldWALs/wal.dat.3 2024-11-21T10:24:12,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:12,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4 2024-11-21T10:24:12,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4 after 1ms 2024-11-21T10:24:12,641 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4 took 3ms 2024-11-21T10:24:12,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4 so closing down 2024-11-21T10:24:12,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:12,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:12,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:12,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:12,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:12,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:12,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741931_1109 (size=743) 2024-11-21T10:24:12,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741931_1109 (size=743) 2024-11-21T10:24:12,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741932_1110 (size=743) 2024-11-21T10:24:12,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741932_1110 (size=743) 2024-11-21T10:24:12,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:12,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:12,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:12,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:12,657 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:12,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4, size=1.4 K (1393bytes) at 1732184652638Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4 so closing down at 1732184652642 (+4 ms)3 split writer threads finished at 1732184652643 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184652646 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184652646Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184652656 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184652656Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184652657 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184652657Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184652657 2024-11-21T10:24:12,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/oldWALs/wal.dat.4 2024-11-21T10:24:12,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5, size=150 (150bytes) 2024-11-21T10:24:12,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5 2024-11-21T10:24:12,660 WARN [IPC Server handler 0 on default port 42017 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-21T10:24:12,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5 after 0ms 2024-11-21T10:24:12,795 WARN [ResponseProcessor for block BP-432041232-172.17.0.2-1732184623923:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-432041232-172.17.0.2-1732184623923:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:12,795 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1455141370_22 at /127.0.0.1:51188 [Receiving block BP-432041232-172.17.0.2-1732184623923:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:37945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51188 dst: /127.0.0.1:37945 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37945 remote=/127.0.0.1:51188]. Total timeout mills is 60000, 58823 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:12,795 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1455141370_22 at /127.0.0.1:33170 [Receiving block BP-432041232-172.17.0.2-1732184623923:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:34425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33170 dst: /127.0.0.1:34425 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:12,795 WARN [DataStreamer for file /user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5 block BP-432041232-172.17.0.2-1732184623923:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-432041232-172.17.0.2-1732184623923:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37945,DS-5b031b97-396e-420d-8e33-97d2b7b7c9b3,DISK], DatanodeInfoWithStorage[127.0.0.1:34425,DS-f2f9f951-e8a5-4444-bb43-856814858059,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37945,DS-5b031b97-396e-420d-8e33-97d2b7b7c9b3,DISK]) is bad. 2024-11-21T10:24:12,796 WARN [DataStreamer for file /user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5 block BP-432041232-172.17.0.2-1732184623923:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-432041232-172.17.0.2-1732184623923:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741918_1111 (size=1385) 2024-11-21T10:24:16,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5 after 4002ms 2024-11-21T10:24:16,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5 took 4011ms 2024-11-21T10:24:16,673 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5; continuing. 2024-11-21T10:24:16,673 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5 so closing down 2024-11-21T10:24:16,673 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:16,673 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:16,677 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:16,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:16,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:16,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741933_1112 (size=743) 2024-11-21T10:24:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741934_1113 (size=743) 2024-11-21T10:24:16,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741934_1113 (size=743) 2024-11-21T10:24:16,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:16,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:16,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741933_1112 (size=743) 2024-11-21T10:24:16,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T10:24:16,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T10:24:16,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-21T10:24:16,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5, size=150 (150bytes) at 1732184652660Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5 so closing down at 1732184656673 (+4013 ms)3 split writer threads finished at 1732184656673Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184656678 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184656678Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184656685 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184656685Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732184656686 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732184656687 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732184656687 2024-11-21T10:24:16,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/oldWALs/wal.dat.5 2024-11-21T10:24:16,689 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:16,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6 2024-11-21T10:24:16,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6 after 0ms 2024-11-21T10:24:16,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6 took 3ms 2024-11-21T10:24:16,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6 so closing down 2024-11-21T10:24:16,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:16,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:16,696 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:16,696 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:16,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:16,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:16,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741935_1114 (size=749) 2024-11-21T10:24:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741936_1115 (size=749) 2024-11-21T10:24:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741936_1115 (size=749) 2024-11-21T10:24:16,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741935_1114 (size=749) 2024-11-21T10:24:16,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:16,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:16,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:16,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:16,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6, size=1.4 K (1405bytes) at 1732184656689Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6 so closing down at 1732184656693 (+4 ms)3 split writer threads finished at 1732184656694 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184656697 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184656697Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184656706 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184656706Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184656708 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184656708Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184656708 2024-11-21T10:24:16,709 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/oldWALs/wal.dat.6 2024-11-21T10:24:16,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:16,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7 2024-11-21T10:24:16,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7 after 0ms 2024-11-21T10:24:16,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7 took 3ms 2024-11-21T10:24:16,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7 so closing down 2024-11-21T10:24:16,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:16,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:16,715 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:16,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:16,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:16,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:16,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741937_1116 (size=753) 2024-11-21T10:24:16,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741938_1117 (size=753) 2024-11-21T10:24:16,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:16,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741938_1117 (size=753) 2024-11-21T10:24:16,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741937_1116 (size=753) 2024-11-21T10:24:16,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:16,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:16,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:16,726 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:16,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7, size=1.4 K (1413bytes) at 1732184656710Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7 so closing down at 1732184656713 (+3 ms)3 split writer threads finished at 1732184656713Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184656716 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184656716Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184656723 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184656724 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184656725 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184656726 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184656726 2024-11-21T10:24:16,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/oldWALs/wal.dat.7 2024-11-21T10:24:16,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:16,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8 2024-11-21T10:24:16,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8 after 1ms 2024-11-21T10:24:16,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8 took 3ms 2024-11-21T10:24:16,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8 so closing down 2024-11-21T10:24:16,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:16,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:16,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:16,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:16,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:16,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:16,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741939_1118 (size=753) 2024-11-21T10:24:16,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741939_1118 (size=753) 2024-11-21T10:24:16,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:16,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741940_1119 (size=753) 2024-11-21T10:24:16,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741940_1119 (size=753) 2024-11-21T10:24:16,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:16,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:16,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:16,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:16,750 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8, size=1.4 K (1413bytes) at 1732184656727Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8 so closing down at 1732184656731 (+4 ms)3 split writer threads finished at 1732184656731Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184656735 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184656736 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184656747 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184656748 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184656748Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184656749 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184656750 (+1 ms) 2024-11-21T10:24:16,751 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/oldWALs/wal.dat.8 2024-11-21T10:24:16,752 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:16,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9 2024-11-21T10:24:16,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9 after 0ms 2024-11-21T10:24:16,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9 took 3ms 2024-11-21T10:24:16,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9 so closing down 2024-11-21T10:24:16,756 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:16,756 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:16,758 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:16,758 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:16,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:16,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741942_1121 (size=753) 2024-11-21T10:24:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741942_1121 (size=753) 2024-11-21T10:24:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741941_1120 (size=753) 2024-11-21T10:24:16,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741941_1120 (size=753) 2024-11-21T10:24:16,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:16,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:16,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:16,773 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:16,773 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9, size=1.4 K (1413bytes) at 1732184656752Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9 so closing down at 1732184656756 (+4 ms)3 split writer threads finished at 1732184656756Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184656759 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184656759Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184656771 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184656772 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184656772Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184656773 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184656773 2024-11-21T10:24:16,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732184651515/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/31df554d-ca11-a220-8e11-1b9879d3e9da/oldWALs/wal.dat.9 2024-11-21T10:24:16,837 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141 (was 145), OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=2624 (was 2704) 2024-11-21T10:24:16,843 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=2624 2024-11-21T10:24:16,843 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:16,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741943_1122 (size=7) 2024-11-21T10:24:16,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741943_1122 (size=7) 2024-11-21T10:24:16,851 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:16,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:16,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:16,856 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:16,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 365), ProcessCount=11 (was 11), AvailableMemoryMB=2623 (was 2624) 2024-11-21T10:24:16,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=2623 2024-11-21T10:24:16,873 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741944_1123 (size=7) 2024-11-21T10:24:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741944_1123 (size=7) 2024-11-21T10:24:16,881 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:16,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:16,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:16,884 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:16,885 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:16,885 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:16,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:16,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741945_1124 (size=1393) 2024-11-21T10:24:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741945_1124 (size=1393) 2024-11-21T10:24:16,902 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:16,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:16,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:16,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741946_1125 (size=1393) 2024-11-21T10:24:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741946_1125 (size=1393) 2024-11-21T10:24:17,319 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:17,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:17,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741947_1126 (size=1393) 2024-11-21T10:24:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741947_1126 (size=1393) 2024-11-21T10:24:17,341 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:17,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:17,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741948_1127 (size=1393) 2024-11-21T10:24:17,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741948_1127 (size=1393) 2024-11-21T10:24:17,353 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:17,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:17,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741949_1128 (size=1393) 2024-11-21T10:24:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741949_1128 (size=1393) 2024-11-21T10:24:17,365 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:17,365 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:17,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741950_1129 (size=1393) 2024-11-21T10:24:17,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741950_1129 (size=1393) 2024-11-21T10:24:17,377 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:17,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:17,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741951_1130 (size=1405) 2024-11-21T10:24:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741951_1130 (size=1405) 2024-11-21T10:24:17,391 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:17,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:17,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741952_1131 (size=1413) 2024-11-21T10:24:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741952_1131 (size=1413) 2024-11-21T10:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:17,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:17,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741953_1132 (size=1413) 2024-11-21T10:24:17,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741953_1132 (size=1413) 2024-11-21T10:24:17,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:17,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:17,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:17,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:17,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741954_1133 (size=1413) 2024-11-21T10:24:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741954_1133 (size=1413) 2024-11-21T10:24:17,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:17,443 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:17,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0 2024-11-21T10:24:17,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0 after 0ms 2024-11-21T10:24:17,445 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0 took 2ms 2024-11-21T10:24:17,448 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0 so closing down 2024-11-21T10:24:17,448 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:17,448 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:17,450 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:17,450 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:17,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:17,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741955_1134 (size=743) 2024-11-21T10:24:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741956_1135 (size=743) 2024-11-21T10:24:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741956_1135 (size=743) 2024-11-21T10:24:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741955_1134 (size=743) 2024-11-21T10:24:17,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:17,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:17,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:17,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:17,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:17,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0, size=1.4 K (1393bytes) at 1732184657443Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0 so closing down at 1732184657448 (+5 ms)3 split writer threads finished at 1732184657448Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184657451 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184657451Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184657857 (+406 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184657857Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184657860 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184657861 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184657861 2024-11-21T10:24:17,865 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/oldWALs/wal.dat.0 2024-11-21T10:24:17,865 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:17,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1 2024-11-21T10:24:17,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1 after 1ms 2024-11-21T10:24:17,868 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1 took 3ms 2024-11-21T10:24:17,869 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1 so closing down 2024-11-21T10:24:17,869 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:17,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:17,871 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:17,871 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:17,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:17,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:17,877 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T10:24:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741958_1137 (size=743) 2024-11-21T10:24:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741958_1137 (size=743) 2024-11-21T10:24:17,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741957_1136 (size=743) 2024-11-21T10:24:17,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741957_1136 (size=743) 2024-11-21T10:24:17,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:17,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:18,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:18,281 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:18,281 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1, size=1.4 K (1393bytes) at 1732184657865Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1 so closing down at 1732184657869 (+4 ms)3 split writer threads finished at 1732184657870 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184657872 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184657872Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184657881 (+9 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184657882 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658280 (+398 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184658281 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184658281 2024-11-21T10:24:18,283 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/oldWALs/wal.dat.1 2024-11-21T10:24:18,283 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:18,283 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2 2024-11-21T10:24:18,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2 after 1ms 2024-11-21T10:24:18,286 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2 took 3ms 2024-11-21T10:24:18,287 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2 so closing down 2024-11-21T10:24:18,287 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:18,288 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:18,290 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:18,290 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:18,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:18,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:18,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741959_1138 (size=743) 2024-11-21T10:24:18,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741959_1138 (size=743) 2024-11-21T10:24:18,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:18,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741960_1139 (size=743) 2024-11-21T10:24:18,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741960_1139 (size=743) 2024-11-21T10:24:18,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:18,303 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:18,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2, size=1.4 K (1393bytes) at 1732184658283Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2 so closing down at 1732184658287 (+4 ms)3 split writer threads finished at 1732184658288 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184658292 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184658292Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658299 (+7 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184658300 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658302 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184658303 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184658303 2024-11-21T10:24:18,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/oldWALs/wal.dat.2 2024-11-21T10:24:18,305 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:18,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3 2024-11-21T10:24:18,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3 after 1ms 2024-11-21T10:24:18,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3 took 2ms 2024-11-21T10:24:18,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3 so closing down 2024-11-21T10:24:18,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:18,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:18,311 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:18,311 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:18,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:18,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741962_1141 (size=743) 2024-11-21T10:24:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741962_1141 (size=743) 2024-11-21T10:24:18,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741961_1140 (size=743) 2024-11-21T10:24:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741961_1140 (size=743) 2024-11-21T10:24:18,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:18,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:18,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:18,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3, size=1.4 K (1393bytes) at 1732184658305Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3 so closing down at 1732184658309 (+4 ms)3 split writer threads finished at 1732184658309Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184658313 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184658313Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658318 (+5 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184658319 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658718 (+399 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184658720 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184658721 (+1 ms) 2024-11-21T10:24:18,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/oldWALs/wal.dat.3 2024-11-21T10:24:18,724 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:18,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4 2024-11-21T10:24:18,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4 after 0ms 2024-11-21T10:24:18,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4 took 4ms 2024-11-21T10:24:18,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4 so closing down 2024-11-21T10:24:18,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:18,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:18,731 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:18,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:18,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:18,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:18,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741963_1142 (size=743) 2024-11-21T10:24:18,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741963_1142 (size=743) 2024-11-21T10:24:18,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741964_1143 (size=743) 2024-11-21T10:24:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741964_1143 (size=743) 2024-11-21T10:24:18,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:18,747 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:18,747 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4, size=1.4 K (1393bytes) at 1732184658724Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4 so closing down at 1732184658728 (+4 ms)3 split writer threads finished at 1732184658729 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184658732 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184658735 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658739 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184658740 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658746 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184658747 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184658747 2024-11-21T10:24:18,749 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/oldWALs/wal.dat.4 2024-11-21T10:24:18,749 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T10:24:18,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5 2024-11-21T10:24:18,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5 after 0ms 2024-11-21T10:24:18,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5 took 2ms 2024-11-21T10:24:18,752 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5 so closing down 2024-11-21T10:24:18,752 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:18,752 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:18,754 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:18,754 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:18,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:18,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:18,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741965_1144 (size=743) 2024-11-21T10:24:18,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741966_1145 (size=743) 2024-11-21T10:24:18,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741966_1145 (size=743) 2024-11-21T10:24:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741965_1144 (size=743) 2024-11-21T10:24:18,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T10:24:18,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T10:24:18,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:18,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5, size=1.4 K (1393bytes) at 1732184658749Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5 so closing down at 1732184658752 (+3 ms)3 split writer threads finished at 1732184658752Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184658755 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184658755Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658763 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658763Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732184658764 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732184658765 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184658765 2024-11-21T10:24:18,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/oldWALs/wal.dat.5 2024-11-21T10:24:18,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:18,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6 2024-11-21T10:24:18,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6 after 0ms 2024-11-21T10:24:18,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6 took 3ms 2024-11-21T10:24:18,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6 so closing down 2024-11-21T10:24:18,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:18,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:18,772 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:18,772 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:18,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:18,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741967_1146 (size=749) 2024-11-21T10:24:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741968_1147 (size=749) 2024-11-21T10:24:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741968_1147 (size=749) 2024-11-21T10:24:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741967_1146 (size=749) 2024-11-21T10:24:18,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:18,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:18,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:18,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6, size=1.4 K (1405bytes) at 1732184658767Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6 so closing down at 1732184658770 (+3 ms)3 split writer threads finished at 1732184658770Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184658774 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184658774Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658779 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658779Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184658780 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184658780Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184658781 (+1 ms) 2024-11-21T10:24:18,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/oldWALs/wal.dat.6 2024-11-21T10:24:18,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:18,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7 2024-11-21T10:24:18,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7 after 1ms 2024-11-21T10:24:18,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7 took 3ms 2024-11-21T10:24:18,788 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7 so closing down 2024-11-21T10:24:18,788 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:18,788 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:18,791 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:18,791 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:18,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:18,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741969_1148 (size=753) 2024-11-21T10:24:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741969_1148 (size=753) 2024-11-21T10:24:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741970_1149 (size=753) 2024-11-21T10:24:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741970_1149 (size=753) 2024-11-21T10:24:18,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:18,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:18,798 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:18,798 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7, size=1.4 K (1413bytes) at 1732184658783Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7 so closing down at 1732184658788 (+5 ms)3 split writer threads finished at 1732184658788Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184658792 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184658793 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658797 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658797Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184658798 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184658798Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184658798 2024-11-21T10:24:18,800 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/oldWALs/wal.dat.7 2024-11-21T10:24:18,800 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:18,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8 2024-11-21T10:24:18,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8 after 0ms 2024-11-21T10:24:18,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8 took 2ms 2024-11-21T10:24:18,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8 so closing down 2024-11-21T10:24:18,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:18,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:18,806 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:18,806 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:18,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:18,807 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741971_1150 (size=753) 2024-11-21T10:24:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741972_1151 (size=753) 2024-11-21T10:24:18,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741971_1150 (size=753) 2024-11-21T10:24:18,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741972_1151 (size=753) 2024-11-21T10:24:18,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:18,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:18,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:18,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8, size=1.4 K (1413bytes) at 1732184658800Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8 so closing down at 1732184658804 (+4 ms)3 split writer threads finished at 1732184658804Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184658807 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184658807Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658812 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658812Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184658813 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184658813Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184658813 2024-11-21T10:24:18,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/oldWALs/wal.dat.8 2024-11-21T10:24:18,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:18,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9 2024-11-21T10:24:18,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9 after 0ms 2024-11-21T10:24:18,817 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9 took 2ms 2024-11-21T10:24:18,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9 so closing down 2024-11-21T10:24:18,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:18,818 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:18,820 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:18,820 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:18,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:18,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741974_1153 (size=753) 2024-11-21T10:24:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741974_1153 (size=753) 2024-11-21T10:24:18,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741973_1152 (size=753) 2024-11-21T10:24:18,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741973_1152 (size=753) 2024-11-21T10:24:18,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:18,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:18,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:18,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:18,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9, size=1.4 K (1413bytes) at 1732184658815Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9 so closing down at 1732184658818 (+3 ms)3 split writer threads finished at 1732184658818Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184658821 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184658821Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658826 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184658826Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184658827 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184658827Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184658827 2024-11-21T10:24:18,829 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/WALs/testsplit,16010,1732184656884/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/695457cb-0173-5d14-32db-e70a94e40d80/oldWALs/wal.dat.9 2024-11-21T10:24:18,883 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 365), ProcessCount=11 (was 11), AvailableMemoryMB=2611 (was 2623) 2024-11-21T10:24:18,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=2610 2024-11-21T10:24:18,890 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741975_1154 (size=7) 2024-11-21T10:24:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741975_1154 (size=7) 2024-11-21T10:24:18,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:18,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:18,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:18,902 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:18,903 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:18,904 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:18,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:18,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741976_1155 (size=1393) 2024-11-21T10:24:18,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741976_1155 (size=1393) 2024-11-21T10:24:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:18,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741977_1156 (size=1393) 2024-11-21T10:24:18,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741977_1156 (size=1393) 2024-11-21T10:24:18,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:18,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:18,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741978_1157 (size=1393) 2024-11-21T10:24:18,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741978_1157 (size=1393) 2024-11-21T10:24:18,940 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:18,940 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:18,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741979_1158 (size=1393) 2024-11-21T10:24:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741979_1158 (size=1393) 2024-11-21T10:24:18,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:18,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741980_1159 (size=1393) 2024-11-21T10:24:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741980_1159 (size=1393) 2024-11-21T10:24:18,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:18,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:18,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:18,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741981_1160 (size=1393) 2024-11-21T10:24:18,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741981_1160 (size=1393) 2024-11-21T10:24:19,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:19,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741982_1161 (size=1405) 2024-11-21T10:24:19,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741982_1161 (size=1405) 2024-11-21T10:24:19,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:19,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:19,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741983_1162 (size=1413) 2024-11-21T10:24:19,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741983_1162 (size=1413) 2024-11-21T10:24:19,438 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:19,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:19,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741984_1163 (size=1413) 2024-11-21T10:24:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741984_1163 (size=1413) 2024-11-21T10:24:19,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:19,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:19,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:19,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:19,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741985_1164 (size=1413) 2024-11-21T10:24:19,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741985_1164 (size=1413) 2024-11-21T10:24:19,470 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:19,485 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:19,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0 2024-11-21T10:24:19,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0 after 1ms 2024-11-21T10:24:19,488 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0 took 3ms 2024-11-21T10:24:19,491 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0 so closing down 2024-11-21T10:24:19,491 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:19,491 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:19,494 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:19,494 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:19,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:19,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741986_1165 (size=743) 2024-11-21T10:24:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741987_1166 (size=743) 2024-11-21T10:24:19,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:19,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741987_1166 (size=743) 2024-11-21T10:24:19,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741986_1165 (size=743) 2024-11-21T10:24:19,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:19,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:19,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:19,506 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:19,506 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0, size=1.4 K (1393bytes) at 1732184659485Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0 so closing down at 1732184659491 (+6 ms)3 split writer threads finished at 1732184659491Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184659495 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184659495Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184659503 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184659503Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184659505 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184659506 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184659506 2024-11-21T10:24:19,508 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/oldWALs/wal.dat.0 2024-11-21T10:24:19,508 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:19,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1 2024-11-21T10:24:19,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1 after 1ms 2024-11-21T10:24:19,511 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1 took 3ms 2024-11-21T10:24:19,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1 so closing down 2024-11-21T10:24:19,512 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:19,512 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:19,515 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:19,515 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:19,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:19,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741988_1167 (size=743) 2024-11-21T10:24:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741988_1167 (size=743) 2024-11-21T10:24:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741989_1168 (size=743) 2024-11-21T10:24:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741989_1168 (size=743) 2024-11-21T10:24:19,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:19,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:19,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:19,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:19,523 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:19,523 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1, size=1.4 K (1393bytes) at 1732184659508Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1 so closing down at 1732184659512 (+4 ms)3 split writer threads finished at 1732184659512Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184659516 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184659516Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184659521 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184659521Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184659523 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184659523Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184659523 2024-11-21T10:24:19,525 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/oldWALs/wal.dat.1 2024-11-21T10:24:19,525 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:19,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2 2024-11-21T10:24:19,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2 after 0ms 2024-11-21T10:24:19,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2 took 3ms 2024-11-21T10:24:19,529 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2 so closing down 2024-11-21T10:24:19,529 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:19,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:19,531 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:19,531 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:19,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:19,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:19,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741990_1169 (size=743) 2024-11-21T10:24:19,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741991_1170 (size=743) 2024-11-21T10:24:19,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741990_1169 (size=743) 2024-11-21T10:24:19,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:19,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741991_1170 (size=743) 2024-11-21T10:24:19,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:19,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:19,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:19,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:19,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2, size=1.4 K (1393bytes) at 1732184659525Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2 so closing down at 1732184659529 (+4 ms)3 split writer threads finished at 1732184659529Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184659532 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184659532Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184659590 (+58 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184659590Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184659593 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184659594 (+1 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184659594 2024-11-21T10:24:19,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/oldWALs/wal.dat.2 2024-11-21T10:24:19,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:19,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3 2024-11-21T10:24:19,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3 after 0ms 2024-11-21T10:24:19,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3 took 3ms 2024-11-21T10:24:19,601 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3 so closing down 2024-11-21T10:24:19,601 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:19,601 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:19,603 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:19,603 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:19,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:19,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:19,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741993_1172 (size=743) 2024-11-21T10:24:19,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:19,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741993_1172 (size=743) 2024-11-21T10:24:19,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741992_1171 (size=743) 2024-11-21T10:24:19,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741992_1171 (size=743) 2024-11-21T10:24:19,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:20,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:20,020 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:20,020 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3, size=1.4 K (1393bytes) at 1732184659597Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3 so closing down at 1732184659601 (+4 ms)3 split writer threads finished at 1732184659601Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184659604 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184659605 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184659609 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184659611 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660012 (+401 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184660020 (+8 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184660020 2024-11-21T10:24:20,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/oldWALs/wal.dat.3 2024-11-21T10:24:20,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:20,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4 2024-11-21T10:24:20,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4 after 0ms 2024-11-21T10:24:20,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4 took 3ms 2024-11-21T10:24:20,028 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4 so closing down 2024-11-21T10:24:20,028 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:20,028 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:20,030 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:20,030 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:20,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:20,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:20,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741995_1174 (size=743) 2024-11-21T10:24:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741995_1174 (size=743) 2024-11-21T10:24:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741994_1173 (size=743) 2024-11-21T10:24:20,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741994_1173 (size=743) 2024-11-21T10:24:20,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:20,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:20,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:20,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4, size=1.4 K (1393bytes) at 1732184660024Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4 so closing down at 1732184660028 (+4 ms)3 split writer threads finished at 1732184660028Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184660031 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184660031Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660036 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660036Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184660038 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184660038Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184660038 2024-11-21T10:24:20,040 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/oldWALs/wal.dat.4 2024-11-21T10:24:20,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T10:24:20,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5 2024-11-21T10:24:20,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5 after 0ms 2024-11-21T10:24:20,043 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5 took 3ms 2024-11-21T10:24:20,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5 so closing down 2024-11-21T10:24:20,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:20,045 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:20,047 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:20,048 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:20,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:20,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741997_1176 (size=743) 2024-11-21T10:24:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741997_1176 (size=743) 2024-11-21T10:24:20,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741996_1175 (size=743) 2024-11-21T10:24:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741996_1175 (size=743) 2024-11-21T10:24:20,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T10:24:20,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T10:24:20,460 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:20,460 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5, size=1.4 K (1393bytes) at 1732184660041Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5 so closing down at 1732184660045 (+4 ms)3 split writer threads finished at 1732184660045Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184660049 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184660049Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660055 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732184660057 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660456 (+399 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732184660459 (+3 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184660460 (+1 ms) 2024-11-21T10:24:20,464 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/oldWALs/wal.dat.5 2024-11-21T10:24:20,464 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:20,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6 2024-11-21T10:24:20,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6 after 1ms 2024-11-21T10:24:20,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6 took 4ms 2024-11-21T10:24:20,470 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6 so closing down 2024-11-21T10:24:20,470 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:20,470 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:20,475 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:20,475 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:20,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:20,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:20,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741998_1177 (size=749) 2024-11-21T10:24:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741998_1177 (size=749) 2024-11-21T10:24:20,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741999_1178 (size=749) 2024-11-21T10:24:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073741999_1178 (size=749) 2024-11-21T10:24:20,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:20,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:20,486 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:20,486 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6, size=1.4 K (1405bytes) at 1732184660464Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6 so closing down at 1732184660470 (+6 ms)3 split writer threads finished at 1732184660471 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184660476 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184660476Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660482 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660484 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184660485 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184660486 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184660486 2024-11-21T10:24:20,488 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/oldWALs/wal.dat.6 2024-11-21T10:24:20,488 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:20,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7 2024-11-21T10:24:20,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7 after 1ms 2024-11-21T10:24:20,491 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7 took 3ms 2024-11-21T10:24:20,492 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7 so closing down 2024-11-21T10:24:20,492 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:20,492 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:20,495 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:20,495 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:20,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:20,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:20,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742000_1179 (size=753) 2024-11-21T10:24:20,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742000_1179 (size=753) 2024-11-21T10:24:20,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742001_1180 (size=753) 2024-11-21T10:24:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742001_1180 (size=753) 2024-11-21T10:24:20,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:20,512 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:20,512 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7, size=1.4 K (1413bytes) at 1732184660488Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7 so closing down at 1732184660492 (+4 ms)3 split writer threads finished at 1732184660492Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184660496 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184660496Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660503 (+7 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184660505 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660510 (+5 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184660512 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184660512 2024-11-21T10:24:20,514 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/oldWALs/wal.dat.7 2024-11-21T10:24:20,514 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:20,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8 2024-11-21T10:24:20,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8 after 0ms 2024-11-21T10:24:20,517 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8 took 3ms 2024-11-21T10:24:20,518 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8 so closing down 2024-11-21T10:24:20,519 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:20,519 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:20,521 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:20,521 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:20,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:20,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:20,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742002_1181 (size=753) 2024-11-21T10:24:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742002_1181 (size=753) 2024-11-21T10:24:20,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742003_1182 (size=753) 2024-11-21T10:24:20,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742003_1182 (size=753) 2024-11-21T10:24:20,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:20,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:20,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:20,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8, size=1.4 K (1413bytes) at 1732184660514Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8 so closing down at 1732184660519 (+5 ms)3 split writer threads finished at 1732184660519Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184660522 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184660522Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660530 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660531 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184660532 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184660532Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184660533 (+1 ms) 2024-11-21T10:24:20,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/oldWALs/wal.dat.8 2024-11-21T10:24:20,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:20,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9 2024-11-21T10:24:20,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9 after 1ms 2024-11-21T10:24:20,538 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9 took 3ms 2024-11-21T10:24:20,539 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9 so closing down 2024-11-21T10:24:20,539 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:20,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:20,542 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:20,542 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:20,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:20,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:20,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742004_1183 (size=753) 2024-11-21T10:24:20,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742005_1184 (size=753) 2024-11-21T10:24:20,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742004_1183 (size=753) 2024-11-21T10:24:20,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742005_1184 (size=753) 2024-11-21T10:24:20,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:20,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:20,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:20,552 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:20,552 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9, size=1.4 K (1413bytes) at 1732184660535Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9 so closing down at 1732184660539 (+4 ms)3 split writer threads finished at 1732184660539Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184660543 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184660543Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660550 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184660550Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184660552 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184660552Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184660552 2024-11-21T10:24:20,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/WALs/testmovedwalduringrecovery,16010,1732184658903/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/1b69b4d4-36c4-e1c0-5661-aa4fb1d3445c/oldWALs/wal.dat.9 2024-11-21T10:24:20,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 365), ProcessCount=11 (was 11), AvailableMemoryMB=2598 (was 2610) 2024-11-21T10:24:20,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2598 2024-11-21T10:24:20,569 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742006_1185 (size=7) 2024-11-21T10:24:20,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742006_1185 (size=7) 2024-11-21T10:24:20,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:20,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:20,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:20,580 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:20,582 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-21T10:24:20,583 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-21T10:24:20,583 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-21T10:24:20,584 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-21T10:24:20,584 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-21T10:24:20,599 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/WALs/testthreading,16010,1732184660580/wal.dat..fake, size=0 (0bytes) 2024-11-21T10:24:20,606 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/WALs/testthreading,16010,1732184660580/wal.dat..fake took 8ms 2024-11-21T10:24:21,015 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/WALs/testthreading,16010,1732184660580/wal.dat..fake so closing down 2024-11-21T10:24:21,016 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:21,017 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:21,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-21T10:24:21,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-21T10:24:21,022 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-21T10:24:21,086 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 63 ms) 2024-11-21T10:24:21,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 65 ms) 2024-11-21T10:24:21,089 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-21T10:24:21,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-21T10:24:21,095 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) 2024-11-21T10:24:21,148 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 58 ms) 2024-11-21T10:24:21,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 67 ms) 2024-11-21T10:24:21,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 552 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/WALs/testthreading,16010,1732184660580/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T10:24:21,159 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/WALs/testthreading,16010,1732184660580/wal.dat..fake, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/WALs/testthreading,16010,1732184660580/wal.dat..fake, size=0 (0bytes) at 1732184660599Split 1024 edits, skipped 0 edits. at 1732184660637 (+38 ms)Split 2048 edits, skipped 0 edits. at 1732184660658 (+21 ms)Split 3072 edits, skipped 0 edits. at 1732184660678 (+20 ms)Split 4096 edits, skipped 0 edits. at 1732184660700 (+22 ms)Split 5120 edits, skipped 0 edits. at 1732184660723 (+23 ms)Split 6144 edits, skipped 0 edits. at 1732184660746 (+23 ms)Split 7168 edits, skipped 0 edits. at 1732184660768 (+22 ms)Split 8192 edits, skipped 0 edits. at 1732184660791 (+23 ms)Split 9216 edits, skipped 0 edits. at 1732184660812 (+21 ms)Split 10240 edits, skipped 0 edits. at 1732184660832 (+20 ms)Split 11264 edits, skipped 0 edits. at 1732184660852 (+20 ms)Split 12288 edits, skipped 0 edits. at 1732184660869 (+17 ms)Split 13312 edits, skipped 0 edits. at 1732184660887 (+18 ms)Split 14336 edits, skipped 0 edits. at 1732184660906 (+19 ms)Split 15360 edits, skipped 0 edits. at 1732184660925 (+19 ms)Split 16384 edits, skipped 0 edits. at 1732184660943 (+18 ms)Split 17408 edits, skipped 0 edits. at 1732184660965 (+22 ms)Split 18432 edits, skipped 0 edits. at 1732184660985 (+20 ms)Split 19456 edits, skipped 0 edits. at 1732184661005 (+20 ms)Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/WALs/testthreading,16010,1732184660580/wal.dat..fake so closing down at 1732184661015 (+10 ms)3 split writer threads finished at 1732184661017 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732184661021 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732184661022 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732184661023 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 63 ms) at 1732184661086 (+63 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 65 ms) at 1732184661087 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732184661089 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732184661090 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) at 1732184661095 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 58 ms) at 1732184661148 (+53 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 67 ms) at 1732184661158 (+10 ms)Processed 20000 edits across 5 Regions in 552 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/6bf4935e-e35f-1b89-dd88-0aebaa04987d/WALs/testthreading,16010,1732184660580/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732184661159 (+1 ms) 2024-11-21T10:24:21,160 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-21T10:24:21,160 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-21T10:24:21,160 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-21T10:24:21,160 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-21T10:24:21,160 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-21T10:24:21,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=2530 (was 2598) 2024-11-21T10:24:21,175 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2529 2024-11-21T10:24:21,176 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:21,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742007_1186 (size=7) 2024-11-21T10:24:21,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742007_1186 (size=7) 2024-11-21T10:24:21,184 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:21,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:21,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:21,188 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:21,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T10:24:21,192 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:21,196 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:21,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:21,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742008_1187 (size=1393) 2024-11-21T10:24:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742008_1187 (size=1393) 2024-11-21T10:24:21,616 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:21,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742009_1188 (size=1393) 2024-11-21T10:24:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742009_1188 (size=1393) 2024-11-21T10:24:21,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:21,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742010_1189 (size=1393) 2024-11-21T10:24:21,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742010_1189 (size=1393) 2024-11-21T10:24:21,653 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:21,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:21,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742011_1190 (size=1393) 2024-11-21T10:24:21,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742011_1190 (size=1393) 2024-11-21T10:24:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:21,668 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:21,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742012_1191 (size=1393) 2024-11-21T10:24:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742012_1191 (size=1393) 2024-11-21T10:24:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:21,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:21,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742013_1192 (size=1393) 2024-11-21T10:24:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742013_1192 (size=1393) 2024-11-21T10:24:21,689 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:21,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742014_1193 (size=1405) 2024-11-21T10:24:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742014_1193 (size=1405) 2024-11-21T10:24:21,702 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:21,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:21,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742015_1194 (size=1413) 2024-11-21T10:24:21,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742015_1194 (size=1413) 2024-11-21T10:24:21,719 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:21,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:21,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742016_1195 (size=1413) 2024-11-21T10:24:21,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742016_1195 (size=1413) 2024-11-21T10:24:21,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:21,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:21,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742017_1196 (size=1413) 2024-11-21T10:24:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742017_1196 (size=1413) 2024-11-21T10:24:21,746 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:21,747 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-21T10:24:21,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty, size=0 (0bytes) 2024-11-21T10:24:21,770 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty might be still open, length is 0 2024-11-21T10:24:21,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty 2024-11-21T10:24:21,770 WARN [IPC Server handler 0 on default port 42017 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty closed. 2024-11-21T10:24:21,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty after 0ms 2024-11-21T10:24:21,772 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-21T10:24:21,773 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty; empty? 2024-11-21T10:24:21,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty so closing down 2024-11-21T10:24:21,773 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T10:24:21,773 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty, size=0 (0bytes) at 1732184661770Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty so closing down at 1732184661773 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732184661773 2024-11-21T10:24:21,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat..empty to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat..empty 2024-11-21T10:24:21,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:21,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0 2024-11-21T10:24:21,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0 after 1ms 2024-11-21T10:24:21,778 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0 took 3ms 2024-11-21T10:24:21,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0 so closing down 2024-11-21T10:24:21,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:21,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:21,783 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:21,783 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:21,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:21,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742019_1198 (size=743) 2024-11-21T10:24:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742019_1198 (size=743) 2024-11-21T10:24:21,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742018_1197 (size=743) 2024-11-21T10:24:21,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742018_1197 (size=743) 2024-11-21T10:24:21,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:21,798 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:21,798 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0, size=1.4 K (1393bytes) at 1732184661775Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0 so closing down at 1732184661780 (+5 ms)3 split writer threads finished at 1732184661781 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184661784 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184661784Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661790 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184661791 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661797 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184661798 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184661798 2024-11-21T10:24:21,800 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.0 2024-11-21T10:24:21,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:21,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1 2024-11-21T10:24:21,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1 after 0ms 2024-11-21T10:24:21,804 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1 took 3ms 2024-11-21T10:24:21,807 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1 so closing down 2024-11-21T10:24:21,807 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:21,807 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:21,809 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:21,809 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:21,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:21,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742020_1199 (size=743) 2024-11-21T10:24:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742021_1200 (size=743) 2024-11-21T10:24:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742021_1200 (size=743) 2024-11-21T10:24:21,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742020_1199 (size=743) 2024-11-21T10:24:21,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:21,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:21,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:21,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1, size=1.4 K (1393bytes) at 1732184661801Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1 so closing down at 1732184661807 (+6 ms)3 split writer threads finished at 1732184661807Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184661810 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184661810Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661822 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661822Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184661823 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184661823Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184661823 2024-11-21T10:24:21,825 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.1 2024-11-21T10:24:21,825 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:21,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2 2024-11-21T10:24:21,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2 after 0ms 2024-11-21T10:24:21,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2 took 2ms 2024-11-21T10:24:21,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2 so closing down 2024-11-21T10:24:21,828 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:21,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:21,830 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:21,830 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:21,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:21,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742023_1202 (size=743) 2024-11-21T10:24:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742023_1202 (size=743) 2024-11-21T10:24:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742022_1201 (size=743) 2024-11-21T10:24:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742022_1201 (size=743) 2024-11-21T10:24:21,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:21,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:21,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:21,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2, size=1.4 K (1393bytes) at 1732184661825Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2 so closing down at 1732184661828 (+3 ms)3 split writer threads finished at 1732184661828Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184661831 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184661831Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661839 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661839Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184661840 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184661840Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184661840 2024-11-21T10:24:21,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.2 2024-11-21T10:24:21,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:21,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3 2024-11-21T10:24:21,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3 after 0ms 2024-11-21T10:24:21,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3 took 2ms 2024-11-21T10:24:21,845 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3 so closing down 2024-11-21T10:24:21,845 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:21,845 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:21,847 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:21,847 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:21,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:21,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742024_1203 (size=743) 2024-11-21T10:24:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742024_1203 (size=743) 2024-11-21T10:24:21,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742025_1204 (size=743) 2024-11-21T10:24:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742025_1204 (size=743) 2024-11-21T10:24:21,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:21,860 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:21,860 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3, size=1.4 K (1393bytes) at 1732184661842Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3 so closing down at 1732184661845 (+3 ms)3 split writer threads finished at 1732184661845Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184661848 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184661848Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661852 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184661853 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661858 (+5 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184661860 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184661860 2024-11-21T10:24:21,862 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.3 2024-11-21T10:24:21,862 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:21,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4 2024-11-21T10:24:21,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4 after 0ms 2024-11-21T10:24:21,864 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4 took 2ms 2024-11-21T10:24:21,865 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4 so closing down 2024-11-21T10:24:21,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:21,865 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:21,867 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:21,867 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:21,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:21,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:21,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742026_1205 (size=743) 2024-11-21T10:24:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742027_1206 (size=743) 2024-11-21T10:24:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742027_1206 (size=743) 2024-11-21T10:24:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742026_1205 (size=743) 2024-11-21T10:24:21,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:21,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:21,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:21,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4, size=1.4 K (1393bytes) at 1732184661862Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4 so closing down at 1732184661865 (+3 ms)3 split writer threads finished at 1732184661865Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184661869 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184661869Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661873 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661873Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184661875 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184661875Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184661875 2024-11-21T10:24:21,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.4 2024-11-21T10:24:21,877 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T10:24:21,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5 2024-11-21T10:24:21,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5 after 1ms 2024-11-21T10:24:21,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5 took 2ms 2024-11-21T10:24:21,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5 so closing down 2024-11-21T10:24:21,881 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:21,881 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:21,883 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:21,883 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:21,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:21,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:21,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742028_1207 (size=743) 2024-11-21T10:24:21,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742028_1207 (size=743) 2024-11-21T10:24:21,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742029_1208 (size=743) 2024-11-21T10:24:21,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742029_1208 (size=743) 2024-11-21T10:24:21,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:21,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T10:24:22,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:22,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T10:24:22,297 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:22,297 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5, size=1.4 K (1393bytes) at 1732184661877Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5 so closing down at 1732184661881 (+4 ms)3 split writer threads finished at 1732184661881Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184661884 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184661884Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184661891 (+7 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732184661893 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184662292 (+399 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732184662296 (+4 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184662297 (+1 ms) 2024-11-21T10:24:22,300 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.5 2024-11-21T10:24:22,301 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:22,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6 2024-11-21T10:24:22,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6 after 0ms 2024-11-21T10:24:22,304 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6 took 3ms 2024-11-21T10:24:22,305 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6 so closing down 2024-11-21T10:24:22,305 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:22,305 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:22,307 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:22,307 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:22,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:22,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:22,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742030_1209 (size=749) 2024-11-21T10:24:22,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742030_1209 (size=749) 2024-11-21T10:24:22,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:22,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:22,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742031_1210 (size=749) 2024-11-21T10:24:22,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742031_1210 (size=749) 2024-11-21T10:24:22,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:22,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:22,323 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:22,323 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6, size=1.4 K (1405bytes) at 1732184662301Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6 so closing down at 1732184662305 (+4 ms)3 split writer threads finished at 1732184662305Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184662308 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184662308Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184662319 (+11 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184662321 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184662322 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184662323 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184662323 2024-11-21T10:24:22,325 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.6 2024-11-21T10:24:22,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:22,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7 2024-11-21T10:24:22,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7 after 0ms 2024-11-21T10:24:22,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7 took 2ms 2024-11-21T10:24:22,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7 so closing down 2024-11-21T10:24:22,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:22,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:22,330 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:22,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:22,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:22,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742032_1211 (size=753) 2024-11-21T10:24:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742033_1212 (size=753) 2024-11-21T10:24:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742032_1211 (size=753) 2024-11-21T10:24:22,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742033_1212 (size=753) 2024-11-21T10:24:22,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:22,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:22,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:22,341 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:22,341 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7, size=1.4 K (1413bytes) at 1732184662325Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7 so closing down at 1732184662328 (+3 ms)3 split writer threads finished at 1732184662328Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184662331 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184662331Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184662339 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184662339Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184662340 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184662340Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184662341 (+1 ms) 2024-11-21T10:24:22,342 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.7 2024-11-21T10:24:22,343 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:22,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8 2024-11-21T10:24:22,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8 after 0ms 2024-11-21T10:24:22,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8 took 3ms 2024-11-21T10:24:22,346 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8 so closing down 2024-11-21T10:24:22,346 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:22,346 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:22,348 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:22,348 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:22,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:22,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742034_1213 (size=753) 2024-11-21T10:24:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742035_1214 (size=753) 2024-11-21T10:24:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742035_1214 (size=753) 2024-11-21T10:24:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742034_1213 (size=753) 2024-11-21T10:24:22,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:22,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:22,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:22,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:22,756 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:22,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8, size=1.4 K (1413bytes) at 1732184662343Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8 so closing down at 1732184662346 (+3 ms)3 split writer threads finished at 1732184662346Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184662349 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184662349Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184662754 (+405 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184662754Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184662756 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184662756Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184662756 2024-11-21T10:24:22,759 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.8 2024-11-21T10:24:22,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:22,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9 2024-11-21T10:24:22,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9 after 0ms 2024-11-21T10:24:22,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9 took 4ms 2024-11-21T10:24:22,765 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9 so closing down 2024-11-21T10:24:22,765 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:22,765 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:22,767 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:22,767 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:22,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:22,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:22,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742037_1216 (size=753) 2024-11-21T10:24:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742036_1215 (size=753) 2024-11-21T10:24:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742037_1216 (size=753) 2024-11-21T10:24:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742036_1215 (size=753) 2024-11-21T10:24:22,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:22,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:22,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:22,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:22,777 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:22,777 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9, size=1.4 K (1413bytes) at 1732184662760Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9 so closing down at 1732184662765 (+5 ms)3 split writer threads finished at 1732184662765Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184662769 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184662769Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184662776 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184662776Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184662777 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184662777Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184662777 2024-11-21T10:24:22,778 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.9 2024-11-21T10:24:22,779 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty, size=0 (0bytes) 2024-11-21T10:24:22,779 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty might be still open, length is 0 2024-11-21T10:24:22,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty 2024-11-21T10:24:22,779 WARN [IPC Server handler 2 on default port 42017 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty closed. 2024-11-21T10:24:22,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty after 0ms 2024-11-21T10:24:22,780 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-21T10:24:22,780 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty; empty? 2024-11-21T10:24:22,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty so closing down 2024-11-21T10:24:22,780 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T10:24:22,780 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty, size=0 (0bytes) at 1732184662779Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty so closing down at 1732184662780 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732184662780 2024-11-21T10:24:22,782 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/WALs/testemptyopenlogfiles,16010,1732184661188/wal.dat.empty to hdfs://localhost:42017/user/jenkins/test-data/3cd1ccb6-f168-eda9-bd2a-11d63563c3bc/oldWALs/wal.dat.empty 2024-11-21T10:24:22,833 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=141 (was 141), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=2540 (was 2529) - AvailableMemoryMB LEAK? - 2024-11-21T10:24:22,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2540 2024-11-21T10:24:22,840 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:22,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742038_1217 (size=7) 2024-11-21T10:24:22,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742038_1217 (size=7) 2024-11-21T10:24:22,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:22,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:22,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:22,854 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:22,854 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:22,855 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:22,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:22,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742039_1218 (size=1393) 2024-11-21T10:24:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742039_1218 (size=1393) 2024-11-21T10:24:22,869 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:22,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:22,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742040_1219 (size=1393) 2024-11-21T10:24:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742040_1219 (size=1393) 2024-11-21T10:24:22,879 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:22,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:22,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742041_1220 (size=1393) 2024-11-21T10:24:22,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742041_1220 (size=1393) 2024-11-21T10:24:22,891 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:22,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:22,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742042_1221 (size=1393) 2024-11-21T10:24:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742042_1221 (size=1393) 2024-11-21T10:24:22,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:22,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:22,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742043_1222 (size=1393) 2024-11-21T10:24:22,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742043_1222 (size=1393) 2024-11-21T10:24:22,920 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:22,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:22,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742044_1223 (size=1393) 2024-11-21T10:24:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742044_1223 (size=1393) 2024-11-21T10:24:23,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:23,333 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:23,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742045_1224 (size=1405) 2024-11-21T10:24:23,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742045_1224 (size=1405) 2024-11-21T10:24:23,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:23,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:23,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742046_1225 (size=1413) 2024-11-21T10:24:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742046_1225 (size=1413) 2024-11-21T10:24:23,366 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:23,367 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:23,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742047_1226 (size=1413) 2024-11-21T10:24:23,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742047_1226 (size=1413) 2024-11-21T10:24:23,380 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:23,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:23,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742048_1227 (size=1413) 2024-11-21T10:24:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742048_1227 (size=1413) 2024-11-21T10:24:23,392 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742049_1228 (size=1398) 2024-11-21T10:24:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742049_1228 (size=1398) 2024-11-21T10:24:23,420 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:23,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0 2024-11-21T10:24:23,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0 after 1ms 2024-11-21T10:24:23,422 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0 took 2ms 2024-11-21T10:24:23,424 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0 so closing down 2024-11-21T10:24:23,424 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:23,425 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:23,426 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:23,426 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:23,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:23,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:23,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742050_1229 (size=743) 2024-11-21T10:24:23,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742050_1229 (size=743) 2024-11-21T10:24:23,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742051_1230 (size=743) 2024-11-21T10:24:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742051_1230 (size=743) 2024-11-21T10:24:23,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:23,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:23,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:23,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0, size=1.4 K (1393bytes) at 1732184663420Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0 so closing down at 1732184663424 (+4 ms)3 split writer threads finished at 1732184663425 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184663427 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184663427Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663432 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663432Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184663433 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184663433Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184663433 2024-11-21T10:24:23,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/oldWALs/wal.dat.0 2024-11-21T10:24:23,435 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:23,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1 2024-11-21T10:24:23,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1 after 0ms 2024-11-21T10:24:23,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1 took 2ms 2024-11-21T10:24:23,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1 so closing down 2024-11-21T10:24:23,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:23,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:23,440 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:23,440 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:23,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:23,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742052_1231 (size=743) 2024-11-21T10:24:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742052_1231 (size=743) 2024-11-21T10:24:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742053_1232 (size=743) 2024-11-21T10:24:23,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742053_1232 (size=743) 2024-11-21T10:24:23,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:23,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:23,851 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:23,852 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1, size=1.4 K (1393bytes) at 1732184663435Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1 so closing down at 1732184663438 (+3 ms)3 split writer threads finished at 1732184663438Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184663441 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184663441Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663448 (+7 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184663450 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663849 (+399 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184663851 (+2 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184663851 2024-11-21T10:24:23,854 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/oldWALs/wal.dat.1 2024-11-21T10:24:23,854 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:23,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2 2024-11-21T10:24:23,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2 after 1ms 2024-11-21T10:24:23,857 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2 took 3ms 2024-11-21T10:24:23,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2 so closing down 2024-11-21T10:24:23,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:23,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:23,862 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:23,862 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:23,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:23,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:23,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742054_1233 (size=743) 2024-11-21T10:24:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742054_1233 (size=743) 2024-11-21T10:24:23,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742055_1234 (size=743) 2024-11-21T10:24:23,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742055_1234 (size=743) 2024-11-21T10:24:23,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:23,878 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:23,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2, size=1.4 K (1393bytes) at 1732184663854Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2 so closing down at 1732184663859 (+5 ms)3 split writer threads finished at 1732184663859Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184663863 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184663866 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663872 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184663874 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663877 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184663878 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184663878 2024-11-21T10:24:23,880 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/oldWALs/wal.dat.2 2024-11-21T10:24:23,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:23,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3 2024-11-21T10:24:23,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3 after 0ms 2024-11-21T10:24:23,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3 took 2ms 2024-11-21T10:24:23,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3 so closing down 2024-11-21T10:24:23,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:23,883 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:23,885 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:23,885 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:23,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:23,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742056_1235 (size=743) 2024-11-21T10:24:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742056_1235 (size=743) 2024-11-21T10:24:23,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:23,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742057_1236 (size=743) 2024-11-21T10:24:23,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742057_1236 (size=743) 2024-11-21T10:24:23,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:23,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:23,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3, size=1.4 K (1393bytes) at 1732184663880Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3 so closing down at 1732184663883 (+3 ms)3 split writer threads finished at 1732184663883Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184663886 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184663886Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663890 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184663892 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663894 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184663895 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184663895 2024-11-21T10:24:23,897 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/oldWALs/wal.dat.3 2024-11-21T10:24:23,897 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:23,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4 2024-11-21T10:24:23,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4 after 1ms 2024-11-21T10:24:23,900 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4 took 3ms 2024-11-21T10:24:23,901 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4 so closing down 2024-11-21T10:24:23,901 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:23,901 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:23,903 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:23,903 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:23,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:23,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742058_1237 (size=743) 2024-11-21T10:24:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742058_1237 (size=743) 2024-11-21T10:24:23,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742059_1238 (size=743) 2024-11-21T10:24:23,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742059_1238 (size=743) 2024-11-21T10:24:23,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:23,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:23,911 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:23,911 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4, size=1.4 K (1393bytes) at 1732184663897Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4 so closing down at 1732184663901 (+4 ms)3 split writer threads finished at 1732184663901Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184663904 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184663904Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663909 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663909Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184663910 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184663911 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184663911 2024-11-21T10:24:23,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/oldWALs/wal.dat.4 2024-11-21T10:24:23,913 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5, size=1.4 K (1398bytes) 2024-11-21T10:24:23,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5 2024-11-21T10:24:23,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5 after 0ms 2024-11-21T10:24:23,915 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5 took 3ms 2024-11-21T10:24:23,917 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:23,918 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5 so closing down 2024-11-21T10:24:23,918 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:23,918 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:23,920 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:23,921 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:23,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:23,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742061_1240 (size=743) 2024-11-21T10:24:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742060_1239 (size=743) 2024-11-21T10:24:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742060_1239 (size=743) 2024-11-21T10:24:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742061_1240 (size=743) 2024-11-21T10:24:23,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T10:24:23,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T10:24:23,933 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-21T10:24:23,933 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5, size=1.4 K (1398bytes) at 1732184663913Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5 so closing down at 1732184663918 (+5 ms)3 split writer threads finished at 1732184663918Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184663921 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184663922 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663930 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663931 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732184663932 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732184663933 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732184663933 2024-11-21T10:24:23,935 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/corrupt/wal.dat.5 2024-11-21T10:24:23,935 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:23,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6 2024-11-21T10:24:23,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6 after 0ms 2024-11-21T10:24:23,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6 took 2ms 2024-11-21T10:24:23,939 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6 so closing down 2024-11-21T10:24:23,939 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:23,939 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:23,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:23,940 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:23,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:23,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742063_1242 (size=749) 2024-11-21T10:24:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742062_1241 (size=749) 2024-11-21T10:24:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742062_1241 (size=749) 2024-11-21T10:24:23,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742063_1242 (size=749) 2024-11-21T10:24:23,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:23,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:23,956 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:23,956 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6, size=1.4 K (1405bytes) at 1732184663935Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6 so closing down at 1732184663939 (+4 ms)3 split writer threads finished at 1732184663939Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184663941 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184663941Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663954 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663954Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184663955 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184663955Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184663956 (+1 ms) 2024-11-21T10:24:23,957 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/oldWALs/wal.dat.6 2024-11-21T10:24:23,958 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:23,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7 2024-11-21T10:24:23,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7 after 0ms 2024-11-21T10:24:23,960 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7 took 3ms 2024-11-21T10:24:23,961 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7 so closing down 2024-11-21T10:24:23,961 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:23,961 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:23,963 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:23,963 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:23,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:23,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742064_1243 (size=753) 2024-11-21T10:24:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742064_1243 (size=753) 2024-11-21T10:24:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742065_1244 (size=753) 2024-11-21T10:24:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742065_1244 (size=753) 2024-11-21T10:24:23,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:23,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:23,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:23,971 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:23,972 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7, size=1.4 K (1413bytes) at 1732184663958Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7 so closing down at 1732184663961 (+3 ms)3 split writer threads finished at 1732184663961Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184663964 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184663964Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663970 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184663970Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184663971 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184663971Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184663971 2024-11-21T10:24:23,973 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/oldWALs/wal.dat.7 2024-11-21T10:24:23,973 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:23,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8 2024-11-21T10:24:23,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8 after 1ms 2024-11-21T10:24:23,976 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8 took 3ms 2024-11-21T10:24:23,978 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8 so closing down 2024-11-21T10:24:23,978 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:23,978 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:23,980 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:23,980 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:23,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:23,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:24,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742067_1246 (size=753) 2024-11-21T10:24:24,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742066_1245 (size=753) 2024-11-21T10:24:24,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742066_1245 (size=753) 2024-11-21T10:24:24,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:24,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742067_1246 (size=753) 2024-11-21T10:24:24,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:24,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:24,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:24,008 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:24,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8, size=1.4 K (1413bytes) at 1732184663973Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8 so closing down at 1732184663978 (+5 ms)3 split writer threads finished at 1732184663978Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184663988 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184663992 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184664006 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184664007 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184664008 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184664008Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184664008 2024-11-21T10:24:24,010 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/oldWALs/wal.dat.8 2024-11-21T10:24:24,010 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:24,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9 2024-11-21T10:24:24,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9 after 1ms 2024-11-21T10:24:24,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9 took 2ms 2024-11-21T10:24:24,014 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9 so closing down 2024-11-21T10:24:24,014 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:24,014 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:24,016 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:24,016 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:24,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:24,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742068_1247 (size=753) 2024-11-21T10:24:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742068_1247 (size=753) 2024-11-21T10:24:24,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:24,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:24,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742069_1248 (size=753) 2024-11-21T10:24:24,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742069_1248 (size=753) 2024-11-21T10:24:24,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:24,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:24,041 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:24,041 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9, size=1.4 K (1413bytes) at 1732184664010Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9 so closing down at 1732184664014 (+4 ms)3 split writer threads finished at 1732184664014Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184664017 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184664022 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184664028 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184664030 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184664039 (+9 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184664040 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184664041 (+1 ms) 2024-11-21T10:24:24,043 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732184662854/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/39eda1cc-ce5e-a44b-fd74-97963500acd6/oldWALs/wal.dat.9 2024-11-21T10:24:24,108 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=141 (was 141), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=2518 (was 2540) 2024-11-21T10:24:24,114 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2518 2024-11-21T10:24:24,114 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742070_1249 (size=7) 2024-11-21T10:24:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742070_1249 (size=7) 2024-11-21T10:24:24,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:24,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:24,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:24,126 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:24,126 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688/data/default/t1/15a4dc4b5cd0f117893ec19e7e1e59ae 2024-11-21T10:24:24,127 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 15a4dc4b5cd0f117893ec19e7e1e59ae 2024-11-21T10:24:24,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:24,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742071_1250 (size=3831) 2024-11-21T10:24:24,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742071_1250 (size=3831) 2024-11-21T10:24:24,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0, size=3.7 K (3831bytes) 2024-11-21T10:24:24,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0 2024-11-21T10:24:24,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0 after 0ms 2024-11-21T10:24:24,172 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0 took 3ms 2024-11-21T10:24:24,174 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0 so closing down 2024-11-21T10:24:24,174 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:24,174 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:24,176 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:24,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/data/default/t1/15a4dc4b5cd0f117893ec19e7e1e59ae/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:24,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742072_1251 (size=1591) 2024-11-21T10:24:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742072_1251 (size=1591) 2024-11-21T10:24:24,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/data/default/t1/15a4dc4b5cd0f117893ec19e7e1e59ae/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:24,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/data/default/t1/15a4dc4b5cd0f117893ec19e7e1e59ae/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/data/default/t1/15a4dc4b5cd0f117893ec19e7e1e59ae/recovered.edits/0000000000000000009 2024-11-21T10:24:24,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 15 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false 2024-11-21T10:24:24,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0, size=3.7 K (3831bytes) at 1732184664170Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0 so closing down at 1732184664174 (+4 ms)3 split writer threads finished at 1732184664174Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/data/default/t1/15a4dc4b5cd0f117893ec19e7e1e59ae/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184664178 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/data/default/t1/15a4dc4b5cd0f117893ec19e7e1e59ae/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732184664186 (+8 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/data/default/t1/15a4dc4b5cd0f117893ec19e7e1e59ae/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/data/default/t1/15a4dc4b5cd0f117893ec19e7e1e59ae/recovered.edits/0000000000000000009 at 1732184664188 (+2 ms)Processed 21 edits across 1 Regions in 15 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false at 1732184664188 2024-11-21T10:24:24,189 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/WALs/testsplitleavescompactioneventsedits,16010,1732184664126/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/e8e661ec-49f6-a816-1f68-942b018a820d/oldWALs/wal.dat.0 2024-11-21T10:24:24,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=141 (was 141), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=2513 (was 2518) 2024-11-21T10:24:24,215 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2512 2024-11-21T10:24:24,215 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742073_1252 (size=7) 2024-11-21T10:24:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742073_1252 (size=7) 2024-11-21T10:24:24,223 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:24,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:24,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:24,227 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:24,227 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T10:24:24,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:24,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742074_1253 (size=863) 2024-11-21T10:24:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742074_1253 (size=863) 2024-11-21T10:24:24,237 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:24,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0, size=863 (863bytes) 2024-11-21T10:24:24,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0 2024-11-21T10:24:24,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0 after 1ms 2024-11-21T10:24:24,257 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0 took 3ms 2024-11-21T10:24:24,259 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0 so closing down 2024-11-21T10:24:24,259 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:24,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:24,262 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:24,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:24,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742075_1254 (size=863) 2024-11-21T10:24:24,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742075_1254 (size=863) 2024-11-21T10:24:24,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:24,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T10:24:24,278 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-21T10:24:24,278 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0, size=863 (863bytes) at 1732184664254Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0 so closing down at 1732184664259 (+5 ms)3 split writer threads finished at 1732184664260 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184664266 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184664276 (+10 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732184664277 (+1 ms)Processed 10 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732184664278 (+1 ms) 2024-11-21T10:24:24,280 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/WALs/testsplitpreservesedits,16010,1732184664227/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/5db5901d-9a34-084f-f75d-a1244a3b4a89/oldWALs/wal.dat.0 2024-11-21T10:24:24,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=142 (was 141) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=2505 (was 2512) 2024-11-21T10:24:24,304 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2505 2024-11-21T10:24:24,304 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:24,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742076_1255 (size=7) 2024-11-21T10:24:24,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742076_1255 (size=7) 2024-11-21T10:24:24,324 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:24,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:24,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:24,329 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:24,329 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:24,330 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:24,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:24,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742077_1256 (size=1393) 2024-11-21T10:24:24,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742077_1256 (size=1393) 2024-11-21T10:24:24,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:24,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:24,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742078_1257 (size=1393) 2024-11-21T10:24:24,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742078_1257 (size=1393) 2024-11-21T10:24:24,390 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:24,390 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:24,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742079_1258 (size=1393) 2024-11-21T10:24:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742079_1258 (size=1393) 2024-11-21T10:24:24,415 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:24,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:24,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742080_1259 (size=1393) 2024-11-21T10:24:24,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742080_1259 (size=1393) 2024-11-21T10:24:24,494 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:24,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:24,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742081_1260 (size=1393) 2024-11-21T10:24:24,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742081_1260 (size=1393) 2024-11-21T10:24:24,617 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:24,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:24,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742082_1261 (size=1393) 2024-11-21T10:24:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742082_1261 (size=1393) 2024-11-21T10:24:24,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:24,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742083_1262 (size=1405) 2024-11-21T10:24:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742083_1262 (size=1405) 2024-11-21T10:24:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:24,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:24,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742084_1263 (size=1413) 2024-11-21T10:24:24,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:24,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742084_1263 (size=1413) 2024-11-21T10:24:24,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742085_1264 (size=1413) 2024-11-21T10:24:24,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742085_1264 (size=1413) 2024-11-21T10:24:24,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:24,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:24,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:24,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742086_1265 (size=1413) 2024-11-21T10:24:24,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742086_1265 (size=1413) 2024-11-21T10:24:24,937 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:24,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742087_1266 (size=1394) 2024-11-21T10:24:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742087_1266 (size=1394) 2024-11-21T10:24:25,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:25,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0 2024-11-21T10:24:25,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0 after 0ms 2024-11-21T10:24:25,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0 took 4ms 2024-11-21T10:24:25,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0 so closing down 2024-11-21T10:24:25,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:25,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:25,077 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:25,077 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:25,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:25,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:25,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742089_1268 (size=743) 2024-11-21T10:24:25,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742089_1268 (size=743) 2024-11-21T10:24:25,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:25,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:25,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742088_1267 (size=743) 2024-11-21T10:24:25,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742088_1267 (size=743) 2024-11-21T10:24:25,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:25,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:25,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:25,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0, size=1.4 K (1393bytes) at 1732184665024Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0 so closing down at 1732184665051 (+27 ms)3 split writer threads finished at 1732184665051Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184665088 (+37 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184665104 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184665157 (+53 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184665159 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184665169 (+10 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184665170 (+1 ms)Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184665171 (+1 ms) 2024-11-21T10:24:25,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/oldWALs/wal.dat.0 2024-11-21T10:24:25,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:25,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1 2024-11-21T10:24:25,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1 after 1ms 2024-11-21T10:24:25,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1 took 3ms 2024-11-21T10:24:25,199 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1 so closing down 2024-11-21T10:24:25,199 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:25,200 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:25,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:25,204 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:25,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:25,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742090_1269 (size=743) 2024-11-21T10:24:25,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742090_1269 (size=743) 2024-11-21T10:24:25,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:25,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:25,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742091_1270 (size=743) 2024-11-21T10:24:25,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742091_1270 (size=743) 2024-11-21T10:24:25,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:25,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:25,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:25,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1, size=1.4 K (1393bytes) at 1732184665175Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1 so closing down at 1732184665199 (+24 ms)3 split writer threads finished at 1732184665200 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184665208 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184665208Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184665227 (+19 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184665229 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184665238 (+9 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184665240 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184665240 2024-11-21T10:24:25,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/oldWALs/wal.dat.1 2024-11-21T10:24:25,242 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:25,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2 2024-11-21T10:24:25,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2 after 1ms 2024-11-21T10:24:25,245 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2 took 3ms 2024-11-21T10:24:25,246 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2 so closing down 2024-11-21T10:24:25,246 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:25,246 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:25,248 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:25,249 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:25,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:25,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742092_1271 (size=743) 2024-11-21T10:24:25,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742092_1271 (size=743) 2024-11-21T10:24:25,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:25,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742093_1272 (size=743) 2024-11-21T10:24:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742093_1272 (size=743) 2024-11-21T10:24:25,332 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:25,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:25,334 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:25,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2, size=1.4 K (1393bytes) at 1732184665242Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2 so closing down at 1732184665246 (+4 ms)3 split writer threads finished at 1732184665246Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184665252 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184665256 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184665300 (+44 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184665302 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184665332 (+30 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184665334 (+2 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184665334 2024-11-21T10:24:25,336 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/oldWALs/wal.dat.2 2024-11-21T10:24:25,336 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:25,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3 2024-11-21T10:24:25,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3 after 0ms 2024-11-21T10:24:25,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3 took 3ms 2024-11-21T10:24:25,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3 so closing down 2024-11-21T10:24:25,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:25,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:25,438 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:25,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:25,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:25,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:25,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742094_1273 (size=743) 2024-11-21T10:24:25,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742094_1273 (size=743) 2024-11-21T10:24:25,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:25,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:25,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742095_1274 (size=743) 2024-11-21T10:24:25,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742095_1274 (size=743) 2024-11-21T10:24:25,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:25,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:25,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 557 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:25,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3, size=1.4 K (1393bytes) at 1732184665336Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3 so closing down at 1732184665372 (+36 ms)3 split writer threads finished at 1732184665384 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184665449 (+65 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184665466 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184665499 (+33 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184665508 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184665926 (+418 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184665928 (+2 ms)Processed 20 edits across 2 Regions in 557 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184665928 2024-11-21T10:24:25,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/oldWALs/wal.dat.3 2024-11-21T10:24:25,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:25,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4 2024-11-21T10:24:25,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4 after 0ms 2024-11-21T10:24:25,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4 took 3ms 2024-11-21T10:24:25,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4 so closing down 2024-11-21T10:24:25,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:25,939 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:25,942 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:25,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:25,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:25,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742096_1275 (size=743) 2024-11-21T10:24:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742096_1275 (size=743) 2024-11-21T10:24:26,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:26,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742097_1276 (size=743) 2024-11-21T10:24:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742097_1276 (size=743) 2024-11-21T10:24:26,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:26,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:26,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:26,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4, size=1.4 K (1393bytes) at 1732184665932Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4 so closing down at 1732184665938 (+6 ms)3 split writer threads finished at 1732184665939 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184665953 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184665970 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184666034 (+64 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184666036 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184666054 (+18 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184666056 (+2 ms)Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184666056 2024-11-21T10:24:26,059 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/oldWALs/wal.dat.4 2024-11-21T10:24:26,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5, size=1.4 K (1394bytes) 2024-11-21T10:24:26,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5 2024-11-21T10:24:26,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5 after 1ms 2024-11-21T10:24:26,065 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-21T10:24:26,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5 so closing down 2024-11-21T10:24:26,065 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-21T10:24:26,065 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5, size=1.4 K (1394bytes) at 1732184666059Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5 so closing down at 1732184666065 (+6 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732184666065 2024-11-21T10:24:26,068 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/corrupt/wal.dat.5 2024-11-21T10:24:26,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:26,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6 2024-11-21T10:24:26,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6 after 0ms 2024-11-21T10:24:26,071 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6 took 2ms 2024-11-21T10:24:26,090 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6 so closing down 2024-11-21T10:24:26,090 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:26,098 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:26,114 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:26,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:26,128 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:26,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:26,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742098_1277 (size=749) 2024-11-21T10:24:26,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742098_1277 (size=749) 2024-11-21T10:24:26,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:26,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:26,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742099_1278 (size=749) 2024-11-21T10:24:26,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742099_1278 (size=749) 2024-11-21T10:24:26,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:26,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:26,217 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:26,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6, size=1.4 K (1405bytes) at 1732184666069Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6 so closing down at 1732184666090 (+21 ms)3 split writer threads finished at 1732184666098 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184666118 (+20 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184666148 (+30 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184666197 (+49 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184666199 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184666215 (+16 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184666217 (+2 ms)Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184666217 2024-11-21T10:24:26,219 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/oldWALs/wal.dat.6 2024-11-21T10:24:26,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:26,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7 2024-11-21T10:24:26,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7 after 1ms 2024-11-21T10:24:26,222 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7 took 3ms 2024-11-21T10:24:26,226 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7 so closing down 2024-11-21T10:24:26,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:26,227 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:26,243 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:26,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:26,258 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:26,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742100_1279 (size=753) 2024-11-21T10:24:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742100_1279 (size=753) 2024-11-21T10:24:26,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:26,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:26,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742101_1280 (size=753) 2024-11-21T10:24:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742101_1280 (size=753) 2024-11-21T10:24:26,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:26,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:26,313 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:26,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7, size=1.4 K (1413bytes) at 1732184666219Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7 so closing down at 1732184666226 (+7 ms)3 split writer threads finished at 1732184666227 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184666253 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184666264 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184666289 (+25 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184666294 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184666310 (+16 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184666313 (+3 ms)Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184666313 2024-11-21T10:24:26,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/oldWALs/wal.dat.7 2024-11-21T10:24:26,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:26,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8 2024-11-21T10:24:26,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8 after 0ms 2024-11-21T10:24:26,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8 took 2ms 2024-11-21T10:24:26,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8 so closing down 2024-11-21T10:24:26,324 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:26,326 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:26,335 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:26,350 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:26,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:26,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:26,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742103_1282 (size=753) 2024-11-21T10:24:26,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742103_1282 (size=753) 2024-11-21T10:24:26,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742102_1281 (size=753) 2024-11-21T10:24:26,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742102_1281 (size=753) 2024-11-21T10:24:26,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:26,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:26,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:26,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:26,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8, size=1.4 K (1413bytes) at 1732184666320Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8 so closing down at 1732184666324 (+4 ms)3 split writer threads finished at 1732184666326 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184666356 (+30 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184666357 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184666385 (+28 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184666388 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184666388Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184666391 (+3 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184666391 2024-11-21T10:24:26,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/oldWALs/wal.dat.8 2024-11-21T10:24:26,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:26,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9 2024-11-21T10:24:26,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9 after 0ms 2024-11-21T10:24:26,398 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9 took 3ms 2024-11-21T10:24:26,421 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9 so closing down 2024-11-21T10:24:26,421 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:26,422 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:26,425 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:26,429 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:26,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:26,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:26,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742104_1283 (size=753) 2024-11-21T10:24:26,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742104_1283 (size=753) 2024-11-21T10:24:26,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:26,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:26,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742105_1284 (size=753) 2024-11-21T10:24:26,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742105_1284 (size=753) 2024-11-21T10:24:26,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:26,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:26,893 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 473 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:26,893 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9, size=1.4 K (1413bytes) at 1732184666395Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9 so closing down at 1732184666421 (+26 ms)3 split writer threads finished at 1732184666422 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184666432 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184666444 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184666479 (+35 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184666484 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184666891 (+407 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184666893 (+2 ms)Processed 20 edits across 2 Regions in 473 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184666893 2024-11-21T10:24:26,895 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732184664329/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/dbec560c-5f31-1fcd-8502-1f20ab011a99/oldWALs/wal.dat.9 2024-11-21T10:24:27,036 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=142 (was 142), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2427 (was 2505) 2024-11-21T10:24:27,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2426 2024-11-21T10:24:27,069 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:27,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742106_1285 (size=7) 2024-11-21T10:24:27,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742106_1285 (size=7) 2024-11-21T10:24:27,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:27,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:27,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:27,085 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:27,086 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T10:24:27,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:27,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742107_1286 (size=2403) 2024-11-21T10:24:27,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742107_1286 (size=2403) 2024-11-21T10:24:27,139 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:27,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0, size=2.3 K (2403bytes) 2024-11-21T10:24:27,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0 2024-11-21T10:24:27,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0 after 1ms 2024-11-21T10:24:27,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0 took 3ms 2024-11-21T10:24:27,170 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0 so closing down 2024-11-21T10:24:27,170 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:27,170 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:27,174 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:27,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:27,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742108_1287 (size=863) 2024-11-21T10:24:27,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742108_1287 (size=863) 2024-11-21T10:24:27,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:27,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T10:24:27,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 32 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-21T10:24:27,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0, size=2.3 K (2403bytes) at 1732184667162Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0 so closing down at 1732184667170 (+8 ms)3 split writer threads finished at 1732184667170Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184667176 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184667197 (+21 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732184667200 (+3 ms)Processed 20 edits across 1 Regions in 32 ms; skipped=10; WAL=hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732184667200 2024-11-21T10:24:27,205 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/WALs/testsplitremovesregioneventsedits,16010,1732184667086/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/33d17971-7633-b534-bf61-d5573344f5bb/oldWALs/wal.dat.0 2024-11-21T10:24:27,229 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=142 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=2423 (was 2426) 2024-11-21T10:24:27,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2422 2024-11-21T10:24:27,238 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:27,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742109_1288 (size=7) 2024-11-21T10:24:27,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742109_1288 (size=7) 2024-11-21T10:24:27,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:27,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:27,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:27,266 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:27,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=142 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=2423 (was 2422) - AvailableMemoryMB LEAK? - 2024-11-21T10:24:27,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2422 2024-11-21T10:24:27,292 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:27,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742110_1289 (size=7) 2024-11-21T10:24:27,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742110_1289 (size=7) 2024-11-21T10:24:27,312 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:27,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:27,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:27,317 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:27,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742111_1290 (size=255) 2024-11-21T10:24:27,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742111_1290 (size=255) 2024-11-21T10:24:27,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1, size=255 (255bytes) 2024-11-21T10:24:27,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1 2024-11-21T10:24:27,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1 after 0ms 2024-11-21T10:24:27,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1 took 2ms 2024-11-21T10:24:27,780 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-21T10:24:27,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1 so closing down 2024-11-21T10:24:27,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:27,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:27,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-21T10:24:27,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1, size=255 (255bytes) at 1732184667772Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1 so closing down at 1732184667780 (+8 ms)3 split writer threads finished at 1732184667781 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732184667781 2024-11-21T10:24:27,782 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/WALs/testsplitremovesreplicationmarkeredits,16010,1732184667317/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/2d74d8b4-f9c6-08cb-c05d-5034f7b27907/oldWALs/wal.dat.1 2024-11-21T10:24:27,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=142 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=2422 (was 2422) 2024-11-21T10:24:27,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2422 2024-11-21T10:24:27,799 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742112_1291 (size=7) 2024-11-21T10:24:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742112_1291 (size=7) 2024-11-21T10:24:27,805 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:27,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:27,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:27,809 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:27,809 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-21T10:24:27,809 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T10:24:27,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:27,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742113_1292 (size=1941) 2024-11-21T10:24:27,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742113_1292 (size=1941) 2024-11-21T10:24:27,830 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:27,831 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688/data/default/t1/region__1 2024-11-21T10:24:27,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0, size=1.9 K (1941bytes) 2024-11-21T10:24:27,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0 2024-11-21T10:24:27,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0 after 0ms 2024-11-21T10:24:27,851 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0 took 2ms 2024-11-21T10:24:27,852 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-21T10:24:27,852 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0 so closing down 2024-11-21T10:24:27,852 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:27,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:27,853 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-21T10:24:27,853 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0, size=1.9 K (1941bytes) at 1732184667849Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0 so closing down at 1732184667852 (+3 ms)3 split writer threads finished at 1732184667852Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732184667853 (+1 ms) 2024-11-21T10:24:27,854 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/WALs/testsplitlogfiledeletedregiondir,16010,1732184667809/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/386066f8-031c-2054-06d4-65e6005ac944/oldWALs/wal.dat.0 2024-11-21T10:24:27,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=142 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=2422 (was 2422) 2024-11-21T10:24:27,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2422 2024-11-21T10:24:27,869 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:27,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742114_1293 (size=7) 2024-11-21T10:24:27,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742114_1293 (size=7) 2024-11-21T10:24:27,882 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:27,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:27,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:27,886 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:27,886 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T10:24:27,886 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:27,886 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:27,887 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:27,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:27,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742115_1294 (size=1393) 2024-11-21T10:24:27,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742115_1294 (size=1393) 2024-11-21T10:24:27,914 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:27,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:27,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:27,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:27,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742116_1295 (size=1393) 2024-11-21T10:24:27,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742116_1295 (size=1393) 2024-11-21T10:24:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:28,345 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742117_1296 (size=1393) 2024-11-21T10:24:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742117_1296 (size=1393) 2024-11-21T10:24:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:28,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742118_1297 (size=1393) 2024-11-21T10:24:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742118_1297 (size=1393) 2024-11-21T10:24:28,783 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:28,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:28,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742119_1298 (size=1393) 2024-11-21T10:24:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742119_1298 (size=1393) 2024-11-21T10:24:28,800 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:28,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742120_1299 (size=1393) 2024-11-21T10:24:28,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742120_1299 (size=1393) 2024-11-21T10:24:28,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:28,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:28,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742121_1300 (size=1405) 2024-11-21T10:24:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742121_1300 (size=1405) 2024-11-21T10:24:28,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:28,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:28,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742122_1301 (size=1413) 2024-11-21T10:24:28,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742122_1301 (size=1413) 2024-11-21T10:24:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:28,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:28,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742123_1302 (size=1413) 2024-11-21T10:24:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742123_1302 (size=1413) 2024-11-21T10:24:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:28,934 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:28,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742124_1303 (size=1413) 2024-11-21T10:24:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742124_1303 (size=1413) 2024-11-21T10:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:28,970 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/252c2522-6e52-b35c-e057-b577b2aaaa40/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732184667886/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:28,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/252c2522-6e52-b35c-e057-b577b2aaaa40/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732184667886/wal.dat.0 2024-11-21T10:24:28,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/252c2522-6e52-b35c-e057-b577b2aaaa40/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732184667886/wal.dat.0 after 0ms 2024-11-21T10:24:28,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/252c2522-6e52-b35c-e057-b577b2aaaa40/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732184667886/wal.dat.0 took 4ms 2024-11-21T10:24:28,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/252c2522-6e52-b35c-e057-b577b2aaaa40/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732184667886/wal.dat.0 so closing down 2024-11-21T10:24:28,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:28,982 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:28,982 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/252c2522-6e52-b35c-e057-b577b2aaaa40/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732184667886/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:28,982 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/252c2522-6e52-b35c-e057-b577b2aaaa40/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732184667886/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/252c2522-6e52-b35c-e057-b577b2aaaa40/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732184667886/wal.dat.0, size=1.4 K (1393bytes) at 1732184668970Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/252c2522-6e52-b35c-e057-b577b2aaaa40/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732184667886/wal.dat.0 so closing down at 1732184668981 (+11 ms)3 split writer threads finished at 1732184668982 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/252c2522-6e52-b35c-e057-b577b2aaaa40/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732184667886/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184668982 2024-11-21T10:24:28,998 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=142 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=2419 (was 2422) 2024-11-21T10:24:29,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2419 2024-11-21T10:24:29,025 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:29,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742125_1304 (size=7) 2024-11-21T10:24:29,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742125_1304 (size=7) 2024-11-21T10:24:29,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:29,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:29,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:29,047 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:29,048 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:29,048 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:29,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:29,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742126_1305 (size=1393) 2024-11-21T10:24:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742126_1305 (size=1393) 2024-11-21T10:24:29,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:29,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:29,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742127_1306 (size=1393) 2024-11-21T10:24:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742127_1306 (size=1393) 2024-11-21T10:24:29,101 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:29,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:29,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742128_1307 (size=1393) 2024-11-21T10:24:29,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742128_1307 (size=1393) 2024-11-21T10:24:29,172 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:29,172 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:29,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742129_1308 (size=1393) 2024-11-21T10:24:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742129_1308 (size=1393) 2024-11-21T10:24:29,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:29,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:29,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:29,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742131_1310 (size=1393) 2024-11-21T10:24:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742131_1310 (size=1393) 2024-11-21T10:24:29,300 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:29,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:29,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742132_1311 (size=1405) 2024-11-21T10:24:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742132_1311 (size=1405) 2024-11-21T10:24:29,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:29,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742133_1312 (size=1413) 2024-11-21T10:24:29,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742133_1312 (size=1413) 2024-11-21T10:24:29,375 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:29,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:29,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742134_1313 (size=1413) 2024-11-21T10:24:29,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742134_1313 (size=1413) 2024-11-21T10:24:29,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:29,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:29,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742135_1314 (size=1413) 2024-11-21T10:24:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742135_1314 (size=1413) 2024-11-21T10:24:29,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:29,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:29,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:29,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742130_1309 (size=1458) 2024-11-21T10:24:29,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742130_1309 (size=1458) 2024-11-21T10:24:29,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:29,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0 2024-11-21T10:24:29,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0 after 0ms 2024-11-21T10:24:29,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0 took 2ms 2024-11-21T10:24:29,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0 so closing down 2024-11-21T10:24:29,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:29,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:29,455 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:29,455 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:29,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:29,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:29,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742137_1316 (size=743) 2024-11-21T10:24:29,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742137_1316 (size=743) 2024-11-21T10:24:29,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:29,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:29,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742136_1315 (size=743) 2024-11-21T10:24:29,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742136_1315 (size=743) 2024-11-21T10:24:29,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:29,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:29,484 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:29,484 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0, size=1.4 K (1393bytes) at 1732184669440Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0 so closing down at 1732184669444 (+4 ms)3 split writer threads finished at 1732184669444Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184669456 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184669462 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184669478 (+16 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184669479 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184669482 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184669484 (+2 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184669484 2024-11-21T10:24:29,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/oldWALs/wal.dat.0 2024-11-21T10:24:29,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:29,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1 2024-11-21T10:24:29,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1 after 0ms 2024-11-21T10:24:29,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1 took 3ms 2024-11-21T10:24:29,490 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1 so closing down 2024-11-21T10:24:29,490 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:29,490 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:29,492 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:29,492 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:29,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:29,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742139_1318 (size=743) 2024-11-21T10:24:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742139_1318 (size=743) 2024-11-21T10:24:29,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742138_1317 (size=743) 2024-11-21T10:24:29,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742138_1317 (size=743) 2024-11-21T10:24:29,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:29,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:29,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:29,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:29,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:29,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1, size=1.4 K (1393bytes) at 1732184669487Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1 so closing down at 1732184669490 (+3 ms)3 split writer threads finished at 1732184669490Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184669494 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184669500 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184669923 (+423 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184669924 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184669934 (+10 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184669936 (+2 ms)Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184669936 2024-11-21T10:24:29,939 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/oldWALs/wal.dat.1 2024-11-21T10:24:29,939 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:29,939 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2 2024-11-21T10:24:29,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2 after 2ms 2024-11-21T10:24:29,944 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2 took 5ms 2024-11-21T10:24:29,955 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2 so closing down 2024-11-21T10:24:29,955 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:29,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:29,969 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:29,970 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:29,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:29,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742140_1319 (size=743) 2024-11-21T10:24:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742140_1319 (size=743) 2024-11-21T10:24:29,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:29,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:30,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742141_1320 (size=743) 2024-11-21T10:24:30,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742141_1320 (size=743) 2024-11-21T10:24:30,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:30,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:30,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2, size=1.4 K (1393bytes) at 1732184669939Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2 so closing down at 1732184669955 (+16 ms)3 split writer threads finished at 1732184669959 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184669977 (+18 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184669980 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184669993 (+13 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184669994 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670002 (+8 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184670003 (+1 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184670004 (+1 ms) 2024-11-21T10:24:30,005 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/oldWALs/wal.dat.2 2024-11-21T10:24:30,006 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:30,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3 2024-11-21T10:24:30,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3 after 0ms 2024-11-21T10:24:30,008 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3 took 3ms 2024-11-21T10:24:30,023 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3 so closing down 2024-11-21T10:24:30,023 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,023 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,025 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:30,026 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:30,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:30,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:30,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742143_1322 (size=743) 2024-11-21T10:24:30,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742143_1322 (size=743) 2024-11-21T10:24:30,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742142_1321 (size=743) 2024-11-21T10:24:30,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742142_1321 (size=743) 2024-11-21T10:24:30,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:30,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:30,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:30,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3, size=1.4 K (1393bytes) at 1732184670006Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3 so closing down at 1732184670023 (+17 ms)3 split writer threads finished at 1732184670023Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184670027 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184670027Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670040 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670040Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184670041 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184670043 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184670043 2024-11-21T10:24:30,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/oldWALs/wal.dat.3 2024-11-21T10:24:30,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.4, size=1.4 K (1458bytes) 2024-11-21T10:24:30,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.4 2024-11-21T10:24:30,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.4 after 1ms 2024-11-21T10:24:30,047 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.4 took 2ms 2024-11-21T10:24:30,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.4 so closing down 2024-11-21T10:24:30,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,049 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,059 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:30,065 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-21T10:24:30,070 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:30,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:30,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-21T10:24:30,073 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:30,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-21T10:24:30,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.4, size=1.4 K (1458bytes) at 1732184670044Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.4 so closing down at 1732184670049 (+5 ms)3 split writer threads finished at 1732184670049Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184670072 (+23 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732184670073 (+1 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732184670074 (+1 ms)Processed 21 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732184669048/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732184670074 2024-11-21T10:24:30,074 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:52786 remote=/127.0.0.1:37945]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:30,075 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-432041232-172.17.0.2-1732184623923:blk_1073742144_1323 2024-11-21T10:24:30,077 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:30,078 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:30,080 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:30,080 WARN [Thread-2065 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:30,081 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42017/user/jenkins/test-data/9aceb063-26f8-d280-0448-174d110f707e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:30,086 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=145 (was 142) - Thread LEAK? -, OpenFileDescriptor=394 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=2415 (was 2419) 2024-11-21T10:24:30,090 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_277990577_22 at /127.0.0.1:52786 [Receiving block BP-432041232-172.17.0.2-1732184623923:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:37945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52786 dst: /127.0.0.1:37945 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:30,092 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_277990577_22 at /127.0.0.1:49774 [Receiving block BP-432041232-172.17.0.2-1732184623923:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:34425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49774 dst: /127.0.0.1:34425 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:30,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=146, OpenFileDescriptor=394, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2414 2024-11-21T10:24:30,095 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:30,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742145_1324 (size=7) 2024-11-21T10:24:30,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742145_1324 (size=7) 2024-11-21T10:24:30,102 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:30,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:30,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:30,107 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:30,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T10:24:30,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742146_1325 (size=93) 2024-11-21T10:24:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742146_1325 (size=93) 2024-11-21T10:24:30,124 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:30,125 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:30,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742147_1326 (size=1393) 2024-11-21T10:24:30,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742147_1326 (size=1393) 2024-11-21T10:24:30,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:30,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:30,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742148_1327 (size=1393) 2024-11-21T10:24:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742148_1327 (size=1393) 2024-11-21T10:24:30,155 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:30,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742149_1328 (size=1393) 2024-11-21T10:24:30,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742149_1328 (size=1393) 2024-11-21T10:24:30,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:30,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742150_1329 (size=1393) 2024-11-21T10:24:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742150_1329 (size=1393) 2024-11-21T10:24:30,179 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:30,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:30,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742151_1330 (size=1393) 2024-11-21T10:24:30,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742151_1330 (size=1393) 2024-11-21T10:24:30,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:30,191 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:30,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742152_1331 (size=1393) 2024-11-21T10:24:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742152_1331 (size=1393) 2024-11-21T10:24:30,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:30,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:30,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742153_1332 (size=1405) 2024-11-21T10:24:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742153_1332 (size=1405) 2024-11-21T10:24:30,215 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:30,215 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:30,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742154_1333 (size=1413) 2024-11-21T10:24:30,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742154_1333 (size=1413) 2024-11-21T10:24:30,224 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:30,224 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:30,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742155_1334 (size=1413) 2024-11-21T10:24:30,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742155_1334 (size=1413) 2024-11-21T10:24:30,233 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:30,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:30,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:30,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742156_1335 (size=1413) 2024-11-21T10:24:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742156_1335 (size=1413) 2024-11-21T10:24:30,244 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:30,244 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-21T10:24:30,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742157_1336 (size=93) 2024-11-21T10:24:30,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742157_1336 (size=93) 2024-11-21T10:24:30,265 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty, size=93 (93bytes) 2024-11-21T10:24:30,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty 2024-11-21T10:24:30,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty after 0ms 2024-11-21T10:24:30,267 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty took 2ms 2024-11-21T10:24:30,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty so closing down 2024-11-21T10:24:30,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T10:24:30,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty, size=93 (93bytes) at 1732184670265Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty so closing down at 1732184670267 (+2 ms)3 split writer threads finished at 1732184670267Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732184670268 (+1 ms) 2024-11-21T10:24:30,270 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat..empty to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat..empty 2024-11-21T10:24:30,270 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:30,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0 2024-11-21T10:24:30,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0 after 0ms 2024-11-21T10:24:30,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0 took 2ms 2024-11-21T10:24:30,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0 so closing down 2024-11-21T10:24:30,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,275 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,277 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:30,277 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:30,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:30,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742158_1337 (size=743) 2024-11-21T10:24:30,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742158_1337 (size=743) 2024-11-21T10:24:30,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742159_1338 (size=743) 2024-11-21T10:24:30,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742159_1338 (size=743) 2024-11-21T10:24:30,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:30,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:30,294 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:30,295 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0, size=1.4 K (1393bytes) at 1732184670270Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0 so closing down at 1732184670274 (+4 ms)3 split writer threads finished at 1732184670275 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184670278 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184670280 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670293 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670293Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184670294 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184670294Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184670295 (+1 ms) 2024-11-21T10:24:30,296 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.0 2024-11-21T10:24:30,296 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:30,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1 2024-11-21T10:24:30,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1 after 1ms 2024-11-21T10:24:30,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1 took 2ms 2024-11-21T10:24:30,300 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1 so closing down 2024-11-21T10:24:30,300 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,303 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:30,305 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:30,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:30,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742161_1340 (size=743) 2024-11-21T10:24:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742161_1340 (size=743) 2024-11-21T10:24:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742160_1339 (size=743) 2024-11-21T10:24:30,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742160_1339 (size=743) 2024-11-21T10:24:30,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:30,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:30,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:30,322 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1, size=1.4 K (1393bytes) at 1732184670296Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1 so closing down at 1732184670300 (+4 ms)3 split writer threads finished at 1732184670300Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184670307 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184670307Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670320 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670321 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184670322 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184670322Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184670322 2024-11-21T10:24:30,325 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.1 2024-11-21T10:24:30,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:30,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2 2024-11-21T10:24:30,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2 after 0ms 2024-11-21T10:24:30,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2 took 2ms 2024-11-21T10:24:30,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2 so closing down 2024-11-21T10:24:30,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:30,338 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:30,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:30,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:30,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742163_1342 (size=743) 2024-11-21T10:24:30,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742163_1342 (size=743) 2024-11-21T10:24:30,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742162_1341 (size=743) 2024-11-21T10:24:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742162_1341 (size=743) 2024-11-21T10:24:30,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:30,367 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:30,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2, size=1.4 K (1393bytes) at 1732184670325Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2 so closing down at 1732184670329 (+4 ms)3 split writer threads finished at 1732184670336 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184670339 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184670339Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670356 (+17 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184670357 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670366 (+9 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184670367 (+1 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184670367 2024-11-21T10:24:30,369 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.2 2024-11-21T10:24:30,369 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:30,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3 2024-11-21T10:24:30,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3 after 1ms 2024-11-21T10:24:30,371 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3 took 2ms 2024-11-21T10:24:30,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3 so closing down 2024-11-21T10:24:30,372 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,376 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:30,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:30,378 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:30,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742164_1343 (size=743) 2024-11-21T10:24:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742164_1343 (size=743) 2024-11-21T10:24:30,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742165_1344 (size=743) 2024-11-21T10:24:30,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742165_1344 (size=743) 2024-11-21T10:24:30,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:30,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:30,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:30,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3, size=1.4 K (1393bytes) at 1732184670369Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3 so closing down at 1732184670372 (+3 ms)3 split writer threads finished at 1732184670373 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184670377 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184670379 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670390 (+11 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184670391 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670392 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184670393 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184670393 2024-11-21T10:24:30,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.3 2024-11-21T10:24:30,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:30,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4 2024-11-21T10:24:30,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4 after 0ms 2024-11-21T10:24:30,397 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4 took 2ms 2024-11-21T10:24:30,398 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4 so closing down 2024-11-21T10:24:30,398 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,399 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:30,399 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:30,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:30,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742167_1346 (size=743) 2024-11-21T10:24:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742167_1346 (size=743) 2024-11-21T10:24:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742166_1345 (size=743) 2024-11-21T10:24:30,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:30,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:30,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742166_1345 (size=743) 2024-11-21T10:24:30,413 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:30,413 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4, size=1.4 K (1393bytes) at 1732184670395Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4 so closing down at 1732184670398 (+3 ms)3 split writer threads finished at 1732184670398Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184670400 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184670400Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670407 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670407Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184670409 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184670412 (+3 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184670413 (+1 ms) 2024-11-21T10:24:30,414 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.4 2024-11-21T10:24:30,414 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T10:24:30,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5 2024-11-21T10:24:30,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5 after 1ms 2024-11-21T10:24:30,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5 took 2ms 2024-11-21T10:24:30,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5 so closing down 2024-11-21T10:24:30,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,417 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,420 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:30,420 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:30,421 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:30,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:30,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742168_1347 (size=743) 2024-11-21T10:24:30,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742168_1347 (size=743) 2024-11-21T10:24:30,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T10:24:30,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742169_1348 (size=743) 2024-11-21T10:24:30,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742169_1348 (size=743) 2024-11-21T10:24:30,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T10:24:30,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:30,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5, size=1.4 K (1393bytes) at 1732184670414Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5 so closing down at 1732184670417 (+3 ms)3 split writer threads finished at 1732184670417Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184670421 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184670421Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670425 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732184670426 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670435 (+9 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732184670436 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184670436 2024-11-21T10:24:30,437 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.5 2024-11-21T10:24:30,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:30,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6 2024-11-21T10:24:30,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6 after 0ms 2024-11-21T10:24:30,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6 took 3ms 2024-11-21T10:24:30,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6 so closing down 2024-11-21T10:24:30,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,443 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:30,443 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:30,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:30,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:30,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742171_1350 (size=749) 2024-11-21T10:24:30,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742170_1349 (size=749) 2024-11-21T10:24:30,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742171_1350 (size=749) 2024-11-21T10:24:30,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742170_1349 (size=749) 2024-11-21T10:24:30,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:30,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:30,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:30,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6, size=1.4 K (1405bytes) at 1732184670438Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6 so closing down at 1732184670442 (+4 ms)3 split writer threads finished at 1732184670442Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184670444 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184670445 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670857 (+412 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670857Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184670858 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184670858Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184670859 (+1 ms) 2024-11-21T10:24:30,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.6 2024-11-21T10:24:30,860 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:30,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7 2024-11-21T10:24:30,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7 after 0ms 2024-11-21T10:24:30,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7 took 2ms 2024-11-21T10:24:30,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7 so closing down 2024-11-21T10:24:30,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,876 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:30,877 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:30,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:30,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742173_1352 (size=753) 2024-11-21T10:24:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742173_1352 (size=753) 2024-11-21T10:24:30,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742172_1351 (size=753) 2024-11-21T10:24:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742172_1351 (size=753) 2024-11-21T10:24:30,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:30,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:30,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7, size=1.4 K (1413bytes) at 1732184670860Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7 so closing down at 1732184670873 (+13 ms)3 split writer threads finished at 1732184670874 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184670879 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184670880 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670900 (+20 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184670901 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670910 (+9 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184670912 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184670912 2024-11-21T10:24:30,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.7 2024-11-21T10:24:30,917 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:30,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8 2024-11-21T10:24:30,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8 after 0ms 2024-11-21T10:24:30,919 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8 took 3ms 2024-11-21T10:24:30,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8 so closing down 2024-11-21T10:24:30,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,925 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:30,928 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:30,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:30,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742174_1353 (size=753) 2024-11-21T10:24:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742174_1353 (size=753) 2024-11-21T10:24:30,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742175_1354 (size=753) 2024-11-21T10:24:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742175_1354 (size=753) 2024-11-21T10:24:30,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:30,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:30,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8, size=1.4 K (1413bytes) at 1732184670917Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8 so closing down at 1732184670921 (+4 ms)3 split writer threads finished at 1732184670921Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184670928 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184670930 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670949 (+19 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184670950 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670955 (+5 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184670957 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184670957 2024-11-21T10:24:30,959 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.8 2024-11-21T10:24:30,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:30,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9 2024-11-21T10:24:30,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9 after 1ms 2024-11-21T10:24:30,962 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9 took 3ms 2024-11-21T10:24:30,963 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9 so closing down 2024-11-21T10:24:30,963 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:30,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:30,972 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:30,972 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:30,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:30,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742176_1355 (size=753) 2024-11-21T10:24:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742176_1355 (size=753) 2024-11-21T10:24:30,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742177_1356 (size=753) 2024-11-21T10:24:30,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742177_1356 (size=753) 2024-11-21T10:24:30,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:30,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:30,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:30,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9, size=1.4 K (1413bytes) at 1732184670959Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9 so closing down at 1732184670963 (+4 ms)3 split writer threads finished at 1732184670964 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184670973 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184670973Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670994 (+21 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184670995 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184670996 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184670997 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184670998 (+1 ms) 2024-11-21T10:24:31,007 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.9 2024-11-21T10:24:31,007 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty, size=93 (93bytes) 2024-11-21T10:24:31,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty 2024-11-21T10:24:31,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty after 1ms 2024-11-21T10:24:31,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty took 3ms 2024-11-21T10:24:31,021 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty so closing down 2024-11-21T10:24:31,021 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:31,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:31,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T10:24:31,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty, size=93 (93bytes) at 1732184671007Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty so closing down at 1732184671021 (+14 ms)3 split writer threads finished at 1732184671022 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732184671022 2024-11-21T10:24:31,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/WALs/testemptylogfiles,16010,1732184670107/wal.dat.empty to hdfs://localhost:42017/user/jenkins/test-data/9ba6bbcf-96f6-90f8-22b4-40fccbadcbdc/oldWALs/wal.dat.empty 2024-11-21T10:24:31,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143 (was 146), OpenFileDescriptor=393 (was 394), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 412) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2403 (was 2414) 2024-11-21T10:24:31,099 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=2403 2024-11-21T10:24:31,100 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:31,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742178_1357 (size=7) 2024-11-21T10:24:31,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742178_1357 (size=7) 2024-11-21T10:24:31,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:31,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:31,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:31,117 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:31,117 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:31,118 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:31,119 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:31,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742179_1358 (size=1393) 2024-11-21T10:24:31,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742179_1358 (size=1393) 2024-11-21T10:24:31,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:31,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:31,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742180_1359 (size=1393) 2024-11-21T10:24:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742180_1359 (size=1393) 2024-11-21T10:24:31,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:31,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:31,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742181_1360 (size=1393) 2024-11-21T10:24:31,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742181_1360 (size=1393) 2024-11-21T10:24:31,158 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:31,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742182_1361 (size=1393) 2024-11-21T10:24:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742182_1361 (size=1393) 2024-11-21T10:24:31,171 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:31,172 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:31,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742183_1362 (size=1393) 2024-11-21T10:24:31,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742183_1362 (size=1393) 2024-11-21T10:24:31,189 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:31,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:31,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742184_1363 (size=1393) 2024-11-21T10:24:31,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742184_1363 (size=1393) 2024-11-21T10:24:31,200 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:31,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:31,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742185_1364 (size=1405) 2024-11-21T10:24:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742185_1364 (size=1405) 2024-11-21T10:24:31,215 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:31,215 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:31,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742186_1365 (size=1413) 2024-11-21T10:24:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742186_1365 (size=1413) 2024-11-21T10:24:31,248 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:31,248 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:31,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742187_1366 (size=1413) 2024-11-21T10:24:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742187_1366 (size=1413) 2024-11-21T10:24:31,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:31,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:31,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:31,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742188_1367 (size=1413) 2024-11-21T10:24:31,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742188_1367 (size=1413) 2024-11-21T10:24:31,281 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:31,299 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:31,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0 2024-11-21T10:24:31,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0 after 1ms 2024-11-21T10:24:31,301 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0 took 2ms 2024-11-21T10:24:31,303 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0 so closing down 2024-11-21T10:24:31,303 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:31,303 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:31,305 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:31,305 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:31,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:31,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742189_1368 (size=743) 2024-11-21T10:24:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742190_1369 (size=743) 2024-11-21T10:24:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742190_1369 (size=743) 2024-11-21T10:24:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742189_1368 (size=743) 2024-11-21T10:24:31,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:31,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:31,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:31,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:31,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:31,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0, size=1.4 K (1393bytes) at 1732184671299Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0 so closing down at 1732184671303 (+4 ms)3 split writer threads finished at 1732184671303Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184671306 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184671306Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184671718 (+412 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184671718Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184671719 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184671719Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184671720 (+1 ms) 2024-11-21T10:24:31,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/oldWALs/wal.dat.0 2024-11-21T10:24:31,721 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:31,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1 2024-11-21T10:24:31,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1 after 1ms 2024-11-21T10:24:31,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1 took 2ms 2024-11-21T10:24:31,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1 so closing down 2024-11-21T10:24:31,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:31,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:31,738 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:31,738 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:31,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:31,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:31,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742191_1370 (size=743) 2024-11-21T10:24:31,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742191_1370 (size=743) 2024-11-21T10:24:31,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:31,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:31,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742192_1371 (size=743) 2024-11-21T10:24:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742192_1371 (size=743) 2024-11-21T10:24:31,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:31,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:31,766 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:31,766 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1, size=1.4 K (1393bytes) at 1732184671721Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1 so closing down at 1732184671730 (+9 ms)3 split writer threads finished at 1732184671730Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184671739 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184671740 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184671754 (+14 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184671755 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184671764 (+9 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184671766 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184671766 2024-11-21T10:24:31,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/oldWALs/wal.dat.1 2024-11-21T10:24:31,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:31,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2 2024-11-21T10:24:31,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2 after 0ms 2024-11-21T10:24:31,772 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2 took 4ms 2024-11-21T10:24:31,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2 so closing down 2024-11-21T10:24:31,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:31,774 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:31,776 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:31,776 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:31,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:31,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742194_1373 (size=743) 2024-11-21T10:24:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742194_1373 (size=743) 2024-11-21T10:24:31,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:31,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:31,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742193_1372 (size=743) 2024-11-21T10:24:31,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742193_1372 (size=743) 2024-11-21T10:24:31,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:31,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:31,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:31,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2, size=1.4 K (1393bytes) at 1732184671769Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2 so closing down at 1732184671773 (+4 ms)3 split writer threads finished at 1732184671774 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184671780 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184671781 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184671815 (+34 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184671819 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184671821 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184671823 (+2 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184671823 2024-11-21T10:24:31,826 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/oldWALs/wal.dat.2 2024-11-21T10:24:31,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:31,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3 2024-11-21T10:24:31,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3 after 1ms 2024-11-21T10:24:31,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3 took 4ms 2024-11-21T10:24:31,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3 so closing down 2024-11-21T10:24:31,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:31,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:31,849 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:31,849 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:31,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:31,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:31,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742196_1375 (size=743) 2024-11-21T10:24:31,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742196_1375 (size=743) 2024-11-21T10:24:31,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742195_1374 (size=743) 2024-11-21T10:24:31,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742195_1374 (size=743) 2024-11-21T10:24:32,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:32,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:32,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:32,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3, size=1.4 K (1393bytes) at 1732184671826Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3 so closing down at 1732184671836 (+10 ms)3 split writer threads finished at 1732184671844 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184671852 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184671860 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672268 (+408 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184672270 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672271 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184672273 (+2 ms)Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184672273 2024-11-21T10:24:32,274 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/oldWALs/wal.dat.3 2024-11-21T10:24:32,275 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:32,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4 2024-11-21T10:24:32,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4 after 0ms 2024-11-21T10:24:32,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4 took 3ms 2024-11-21T10:24:32,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4 so closing down 2024-11-21T10:24:32,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:32,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:32,280 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:32,280 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:32,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:32,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:32,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742198_1377 (size=743) 2024-11-21T10:24:32,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742198_1377 (size=743) 2024-11-21T10:24:32,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742197_1376 (size=743) 2024-11-21T10:24:32,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742197_1376 (size=743) 2024-11-21T10:24:32,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:32,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:32,301 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:32,301 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4, size=1.4 K (1393bytes) at 1732184672275Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4 so closing down at 1732184672278 (+3 ms)3 split writer threads finished at 1732184672278Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184672281 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184672281Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672300 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672300Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184672301 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184672301Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184672301 2024-11-21T10:24:32,303 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/oldWALs/wal.dat.4 2024-11-21T10:24:32,303 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T10:24:32,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5 2024-11-21T10:24:32,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5 after 0ms 2024-11-21T10:24:32,305 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5 took 2ms 2024-11-21T10:24:32,306 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5 so closing down 2024-11-21T10:24:32,306 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:32,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:32,308 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:32,308 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:32,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:32,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742200_1379 (size=743) 2024-11-21T10:24:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742200_1379 (size=743) 2024-11-21T10:24:32,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T10:24:32,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742199_1378 (size=743) 2024-11-21T10:24:32,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742199_1378 (size=743) 2024-11-21T10:24:32,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T10:24:32,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:32,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5, size=1.4 K (1393bytes) at 1732184672303Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5 so closing down at 1732184672306 (+3 ms)3 split writer threads finished at 1732184672306Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184672309 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184672310 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672329 (+19 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732184672330 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672340 (+10 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732184672342 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184672342 2024-11-21T10:24:32,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/oldWALs/wal.dat.5 2024-11-21T10:24:32,344 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:32,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6 2024-11-21T10:24:32,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6 after 0ms 2024-11-21T10:24:32,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6 took 2ms 2024-11-21T10:24:32,346 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6 so closing down 2024-11-21T10:24:32,346 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:32,346 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:32,348 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:32,348 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:32,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:32,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:32,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742201_1380 (size=749) 2024-11-21T10:24:32,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742202_1381 (size=749) 2024-11-21T10:24:32,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742201_1380 (size=749) 2024-11-21T10:24:32,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742202_1381 (size=749) 2024-11-21T10:24:32,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:32,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:32,380 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:32,381 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6, size=1.4 K (1405bytes) at 1732184672344Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6 so closing down at 1732184672346 (+2 ms)3 split writer threads finished at 1732184672346Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184672349 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184672349Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672379 (+30 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672379Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184672380 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184672380Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184672380 2024-11-21T10:24:32,382 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/oldWALs/wal.dat.6 2024-11-21T10:24:32,382 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:32,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7 2024-11-21T10:24:32,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7 after 1ms 2024-11-21T10:24:32,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7 took 4ms 2024-11-21T10:24:32,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7 so closing down 2024-11-21T10:24:32,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:32,390 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:32,397 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:32,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:32,401 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:32,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742203_1382 (size=753) 2024-11-21T10:24:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742203_1382 (size=753) 2024-11-21T10:24:32,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:32,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742204_1383 (size=753) 2024-11-21T10:24:32,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742204_1383 (size=753) 2024-11-21T10:24:32,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:32,434 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:32,434 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7, size=1.4 K (1413bytes) at 1732184672382Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7 so closing down at 1732184672387 (+5 ms)3 split writer threads finished at 1732184672390 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184672399 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184672416 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672423 (+7 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184672425 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672430 (+5 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184672433 (+3 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184672434 (+1 ms) 2024-11-21T10:24:32,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/oldWALs/wal.dat.7 2024-11-21T10:24:32,436 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:32,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8 2024-11-21T10:24:32,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8 after 0ms 2024-11-21T10:24:32,438 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8 took 3ms 2024-11-21T10:24:32,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8 so closing down 2024-11-21T10:24:32,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:32,439 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:32,442 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:32,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:32,450 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:32,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742205_1384 (size=753) 2024-11-21T10:24:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742205_1384 (size=753) 2024-11-21T10:24:32,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:32,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742206_1385 (size=753) 2024-11-21T10:24:32,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742206_1385 (size=753) 2024-11-21T10:24:32,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:32,876 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:32,876 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8, size=1.4 K (1413bytes) at 1732184672436Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8 so closing down at 1732184672439 (+3 ms)3 split writer threads finished at 1732184672439Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184672448 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184672457 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672467 (+10 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184672469 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672874 (+405 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184672876 (+2 ms)Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184672876 2024-11-21T10:24:32,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/oldWALs/wal.dat.8 2024-11-21T10:24:32,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:32,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9 2024-11-21T10:24:32,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9 after 0ms 2024-11-21T10:24:32,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9 took 8ms 2024-11-21T10:24:32,887 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9 so closing down 2024-11-21T10:24:32,887 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:32,887 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:32,891 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:32,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:32,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:32,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742207_1386 (size=753) 2024-11-21T10:24:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742207_1386 (size=753) 2024-11-21T10:24:32,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:32,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742208_1387 (size=753) 2024-11-21T10:24:32,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742208_1387 (size=753) 2024-11-21T10:24:32,939 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:32,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:32,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:32,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9, size=1.4 K (1413bytes) at 1732184672878Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9 so closing down at 1732184672887 (+9 ms)3 split writer threads finished at 1732184672887Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184672893 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672904 (+11 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184672908 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184672918 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184672939 (+21 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184672940 (+1 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184672941 (+1 ms) 2024-11-21T10:24:32,943 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732184671117/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/c0b648fa-c762-675c-b9d6-0edc5c629569/oldWALs/wal.dat.9 2024-11-21T10:24:32,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 419), ProcessCount=11 (was 11), AvailableMemoryMB=2411 (was 2403) - AvailableMemoryMB LEAK? - 2024-11-21T10:24:32,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=2410 2024-11-21T10:24:32,965 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742209_1388 (size=7) 2024-11-21T10:24:32,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:32,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:32,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:32,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742209_1388 (size=7) 2024-11-21T10:24:32,988 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:32,995 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:42017/user/jenkins/test-data/5a2f79e3-f64f-cdf0-ad8d-e1b2f861ee9c/data/hbase/meta/1588230740/recovered.edits 2024-11-21T10:24:33,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 419), ProcessCount=11 (was 11), AvailableMemoryMB=2410 (was 2410) 2024-11-21T10:24:33,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=2410 2024-11-21T10:24:33,019 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:33,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742210_1389 (size=7) 2024-11-21T10:24:33,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742210_1389 (size=7) 2024-11-21T10:24:33,049 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:33,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:33,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:33,054 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:33,054 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-21T10:24:33,056 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:33,058 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-21T10:24:33,058 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-21T10:24:33,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742211_1390 (size=818) 2024-11-21T10:24:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742211_1390 (size=818) 2024-11-21T10:24:33,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5, size=818 (818bytes) 2024-11-21T10:24:33,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5 2024-11-21T10:24:33,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5 after 0ms 2024-11-21T10:24:33,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5 took 6ms 2024-11-21T10:24:33,110 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5 so closing down 2024-11-21T10:24:33,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:33,111 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:33,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-21T10:24:33,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-21T10:24:33,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742212_1391 (size=783) 2024-11-21T10:24:33,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742212_1391 (size=783) 2024-11-21T10:24:33,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-21T10:24:33,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-21T10:24:33,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-21T10:24:33,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5, size=818 (818bytes) at 1732184673103Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5 so closing down at 1732184673110 (+7 ms)3 split writer threads finished at 1732184673111 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732184673118 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732184673130 (+12 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732184673132 (+2 ms)Processed 11 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732184673132 2024-11-21T10:24:33,133 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/WALs/testemptywaledit,16010,1732184673054/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/c2d1d07f-603d-6600-b893-a0db7e122e16/oldWALs/wal.dat.5 2024-11-21T10:24:33,148 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 419), ProcessCount=11 (was 11), AvailableMemoryMB=2409 (was 2410) 2024-11-21T10:24:33,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=2409 2024-11-21T10:24:33,156 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:33,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742213_1392 (size=7) 2024-11-21T10:24:33,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742213_1392 (size=7) 2024-11-21T10:24:33,165 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:33,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:33,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:33,168 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:33,169 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:33,169 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:33,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:33,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742214_1393 (size=1393) 2024-11-21T10:24:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742214_1393 (size=1393) 2024-11-21T10:24:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:33,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742215_1394 (size=1393) 2024-11-21T10:24:33,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742215_1394 (size=1393) 2024-11-21T10:24:33,221 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:33,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:33,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742216_1395 (size=1393) 2024-11-21T10:24:33,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742216_1395 (size=1393) 2024-11-21T10:24:33,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:33,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:33,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742217_1396 (size=1393) 2024-11-21T10:24:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742217_1396 (size=1393) 2024-11-21T10:24:33,263 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:33,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:33,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742218_1397 (size=1393) 2024-11-21T10:24:33,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742218_1397 (size=1393) 2024-11-21T10:24:33,674 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:33,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:33,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742219_1398 (size=1393) 2024-11-21T10:24:33,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742219_1398 (size=1393) 2024-11-21T10:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:33,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:33,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:33,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742220_1399 (size=1405) 2024-11-21T10:24:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742220_1399 (size=1405) 2024-11-21T10:24:34,111 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:34,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:34,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742221_1400 (size=1413) 2024-11-21T10:24:34,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742221_1400 (size=1413) 2024-11-21T10:24:34,134 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:34,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:34,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742222_1401 (size=1413) 2024-11-21T10:24:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742222_1401 (size=1413) 2024-11-21T10:24:34,152 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:34,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:34,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:34,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742223_1402 (size=1413) 2024-11-21T10:24:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742223_1402 (size=1413) 2024-11-21T10:24:34,174 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:34,206 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:34,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0 2024-11-21T10:24:34,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0 after 0ms 2024-11-21T10:24:34,209 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0 took 4ms 2024-11-21T10:24:34,213 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0 so closing down 2024-11-21T10:24:34,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:34,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:34,223 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:34,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:34,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742225_1404 (size=743) 2024-11-21T10:24:34,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742225_1404 (size=743) 2024-11-21T10:24:34,236 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:34,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:34,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742226_1405 (size=743) 2024-11-21T10:24:34,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742226_1405 (size=743) 2024-11-21T10:24:34,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:34,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:34,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:34,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:34,636 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:34,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0, size=1.4 K (1393bytes) at 1732184674206Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0 so closing down at 1732184674213 (+7 ms)3 split writer threads finished at 1732184674216 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184674224 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184674238 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184674256 (+18 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184674257 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184674634 (+377 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184674636 (+2 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184674636 2024-11-21T10:24:34,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/oldWALs/wal.dat.0 2024-11-21T10:24:34,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:34,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1 2024-11-21T10:24:34,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1 after 0ms 2024-11-21T10:24:34,640 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1 took 2ms 2024-11-21T10:24:34,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1 so closing down 2024-11-21T10:24:34,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:34,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:34,648 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:34,648 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:34,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:34,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:34,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742228_1407 (size=743) 2024-11-21T10:24:34,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742228_1407 (size=743) 2024-11-21T10:24:34,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:34,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742227_1406 (size=743) 2024-11-21T10:24:34,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:34,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742227_1406 (size=743) 2024-11-21T10:24:34,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:34,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:34,663 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:34,663 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1, size=1.4 K (1393bytes) at 1732184674638Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1 so closing down at 1732184674645 (+7 ms)3 split writer threads finished at 1732184674645Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184674649 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184674649Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184674660 (+11 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184674661 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184674661Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184674663 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184674663 2024-11-21T10:24:34,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/oldWALs/wal.dat.1 2024-11-21T10:24:34,665 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:34,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2 2024-11-21T10:24:34,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2 after 0ms 2024-11-21T10:24:34,666 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2 took 2ms 2024-11-21T10:24:34,667 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2 so closing down 2024-11-21T10:24:34,667 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:34,667 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:34,669 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:34,669 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:34,670 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:34,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:34,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742229_1408 (size=743) 2024-11-21T10:24:34,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742229_1408 (size=743) 2024-11-21T10:24:34,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:34,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742230_1409 (size=743) 2024-11-21T10:24:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742230_1409 (size=743) 2024-11-21T10:24:35,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:35,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:35,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:35,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2, size=1.4 K (1393bytes) at 1732184674665Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2 so closing down at 1732184674667 (+2 ms)3 split writer threads finished at 1732184674667Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184674670 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184674674 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184674678 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184674679 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184675086 (+407 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184675088 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184675088 2024-11-21T10:24:35,090 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/oldWALs/wal.dat.2 2024-11-21T10:24:35,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:35,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3 2024-11-21T10:24:35,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3 after 0ms 2024-11-21T10:24:35,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3 took 2ms 2024-11-21T10:24:35,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3 so closing down 2024-11-21T10:24:35,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:35,099 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:35,101 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:35,101 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:35,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:35,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742232_1411 (size=743) 2024-11-21T10:24:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742232_1411 (size=743) 2024-11-21T10:24:35,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:35,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:35,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742231_1410 (size=743) 2024-11-21T10:24:35,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742231_1410 (size=743) 2024-11-21T10:24:35,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:35,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:35,117 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:35,117 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3, size=1.4 K (1393bytes) at 1732184675090Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3 so closing down at 1732184675099 (+9 ms)3 split writer threads finished at 1732184675099Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184675102 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184675102Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184675109 (+7 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184675110 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184675114 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184675117 (+3 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184675117 2024-11-21T10:24:35,119 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/oldWALs/wal.dat.3 2024-11-21T10:24:35,120 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:35,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4 2024-11-21T10:24:35,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4 after 0ms 2024-11-21T10:24:35,122 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4 took 3ms 2024-11-21T10:24:35,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4 so closing down 2024-11-21T10:24:35,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:35,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:35,129 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:35,129 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:35,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:35,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:35,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742234_1413 (size=743) 2024-11-21T10:24:35,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742234_1413 (size=743) 2024-11-21T10:24:35,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:35,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:35,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742233_1412 (size=743) 2024-11-21T10:24:35,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742233_1412 (size=743) 2024-11-21T10:24:35,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:35,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:35,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:35,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4, size=1.4 K (1393bytes) at 1732184675120Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4 so closing down at 1732184675127 (+7 ms)3 split writer threads finished at 1732184675127Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184675130 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184675130Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184675146 (+16 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184675147 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184675555 (+408 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184675556 (+1 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184675556 2024-11-21T10:24:35,558 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/oldWALs/wal.dat.4 2024-11-21T10:24:35,558 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5, size=1.4 K (1394bytes) 2024-11-21T10:24:35,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 2024-11-21T10:24:35,558 WARN [IPC Server handler 3 on default port 42017 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-21T10:24:35,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 after 0ms 2024-11-21T10:24:35,796 WARN [ResponseProcessor for block BP-432041232-172.17.0.2-1732184623923:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-432041232-172.17.0.2-1732184623923:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:35,796 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1131584348_22 at /127.0.0.1:38422 [Receiving block BP-432041232-172.17.0.2-1732184623923:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:34425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38422 dst: /127.0.0.1:34425 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:35,796 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1131584348_22 at /127.0.0.1:57914 [Receiving block BP-432041232-172.17.0.2-1732184623923:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:37945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57914 dst: /127.0.0.1:37945 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37945 remote=/127.0.0.1:57914]. Total timeout mills is 60000, 58386 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:35,797 WARN [DataStreamer for file /user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 block BP-432041232-172.17.0.2-1732184623923:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-432041232-172.17.0.2-1732184623923:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37945,DS-5b031b97-396e-420d-8e33-97d2b7b7c9b3,DISK], DatanodeInfoWithStorage[127.0.0.1:34425,DS-f2f9f951-e8a5-4444-bb43-856814858059,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37945,DS-5b031b97-396e-420d-8e33-97d2b7b7c9b3,DISK]) is bad. 2024-11-21T10:24:35,798 WARN [DataStreamer for file /user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 block BP-432041232-172.17.0.2-1732184623923:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-432041232-172.17.0.2-1732184623923:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T10:24:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742224_1414 (size=1394) 2024-11-21T10:24:39,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 after 4001ms 2024-11-21T10:24:39,561 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 took 4003ms 2024-11-21T10:24:39,563 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:39,563 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 so closing down 2024-11-21T10:24:39,563 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:39,563 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:39,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:39,565 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:39,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:39,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:39,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742235_1415 (size=353) 2024-11-21T10:24:39,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742235_1415 (size=353) 2024-11-21T10:24:39,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:39,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-21T10:24:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742236_1416 (size=418) 2024-11-21T10:24:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742236_1416 (size=418) 2024-11-21T10:24:39,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:39,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-21T10:24:39,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-21T10:24:39,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5, size=1.4 K (1394bytes) at 1732184675558Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 so closing down at 1732184679563 (+4005 ms)3 split writer threads finished at 1732184679563Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184679566 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184679566Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732184679578 (+12 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732184679579 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184679582 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732184679583 (+1 ms)Processed 9 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732184679583 2024-11-21T10:24:39,585 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/corrupt/wal.dat.5 2024-11-21T10:24:39,586 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:39,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6 2024-11-21T10:24:39,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6 after 0ms 2024-11-21T10:24:39,587 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6 took 1ms 2024-11-21T10:24:39,589 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6 so closing down 2024-11-21T10:24:39,589 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:39,589 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:39,592 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:39,592 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:39,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:39,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:39,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742238_1418 (size=749) 2024-11-21T10:24:39,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742238_1418 (size=749) 2024-11-21T10:24:39,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:39,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742237_1417 (size=749) 2024-11-21T10:24:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742237_1417 (size=749) 2024-11-21T10:24:39,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:39,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:39,626 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:39,626 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6, size=1.4 K (1405bytes) at 1732184679586Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6 so closing down at 1732184679589 (+3 ms)3 split writer threads finished at 1732184679589Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184679593 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184679601 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184679614 (+13 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184679616 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184679624 (+8 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184679626 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184679626 2024-11-21T10:24:39,630 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/oldWALs/wal.dat.6 2024-11-21T10:24:39,631 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:39,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7 2024-11-21T10:24:39,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7 after 0ms 2024-11-21T10:24:39,641 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7 took 11ms 2024-11-21T10:24:39,656 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7 so closing down 2024-11-21T10:24:39,656 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:39,656 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:39,661 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:39,661 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:39,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:39,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:39,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742239_1419 (size=753) 2024-11-21T10:24:39,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742239_1419 (size=753) 2024-11-21T10:24:39,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742240_1420 (size=753) 2024-11-21T10:24:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742240_1420 (size=753) 2024-11-21T10:24:39,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:39,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:39,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:39,680 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:39,680 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7, size=1.4 K (1413bytes) at 1732184679631Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7 so closing down at 1732184679656 (+25 ms)3 split writer threads finished at 1732184679656Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184679663 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184679664 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184679677 (+13 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184679679 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184679679Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184679680 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184679680 2024-11-21T10:24:39,681 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/oldWALs/wal.dat.7 2024-11-21T10:24:39,681 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:39,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8 2024-11-21T10:24:39,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8 after 1ms 2024-11-21T10:24:39,683 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8 took 2ms 2024-11-21T10:24:39,684 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8 so closing down 2024-11-21T10:24:39,684 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:39,684 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:39,686 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:39,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:39,692 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:39,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:39,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742241_1421 (size=753) 2024-11-21T10:24:39,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742241_1421 (size=753) 2024-11-21T10:24:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742242_1422 (size=753) 2024-11-21T10:24:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742242_1422 (size=753) 2024-11-21T10:24:39,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:39,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:40,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:40,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:40,099 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:40,099 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8, size=1.4 K (1413bytes) at 1732184679681Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8 so closing down at 1732184679684 (+3 ms)3 split writer threads finished at 1732184679684Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184679688 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184679696 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184679705 (+9 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184679706 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184680098 (+392 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184680099 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184680099 2024-11-21T10:24:40,101 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/oldWALs/wal.dat.8 2024-11-21T10:24:40,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:40,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9 2024-11-21T10:24:40,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9 after 0ms 2024-11-21T10:24:40,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9 took 2ms 2024-11-21T10:24:40,104 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9 so closing down 2024-11-21T10:24:40,104 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:40,104 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:40,106 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:40,106 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:40,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:40,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742243_1423 (size=753) 2024-11-21T10:24:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742243_1423 (size=753) 2024-11-21T10:24:40,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:40,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:40,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742244_1424 (size=753) 2024-11-21T10:24:40,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742244_1424 (size=753) 2024-11-21T10:24:40,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:40,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:40,526 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:40,526 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9, size=1.4 K (1413bytes) at 1732184680101Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9 so closing down at 1732184680104 (+3 ms)3 split writer threads finished at 1732184680104Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184680107 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184680114 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184680120 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184680121 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184680525 (+404 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184680526 (+1 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184680526 2024-11-21T10:24:40,528 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732184673168/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/5250fab7-5157-4eee-9986-98f13627929e/oldWALs/wal.dat.9 2024-11-21T10:24:40,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 419) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2420 (was 2409) - AvailableMemoryMB LEAK? - 2024-11-21T10:24:40,595 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=2420 2024-11-21T10:24:40,595 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:40,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742245_1425 (size=7) 2024-11-21T10:24:40,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742245_1425 (size=7) 2024-11-21T10:24:40,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:40,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:40,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:40,605 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:40,605 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T10:24:40,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:40,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:40,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:40,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742246_1426 (size=863) 2024-11-21T10:24:40,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742246_1426 (size=863) 2024-11-21T10:24:41,017 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:41,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742247_1427 (size=823) 2024-11-21T10:24:41,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742247_1427 (size=823) 2024-11-21T10:24:41,050 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0, size=823 (823bytes) 2024-11-21T10:24:41,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0 2024-11-21T10:24:41,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0 after 0ms 2024-11-21T10:24:41,052 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0 took 2ms 2024-11-21T10:24:41,057 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0; continuing. 2024-11-21T10:24:41,057 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0 so closing down 2024-11-21T10:24:41,057 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:41,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:41,059 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:41,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742248_1428 (size=786) 2024-11-21T10:24:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742248_1428 (size=786) 2024-11-21T10:24:41,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:41,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-21T10:24:41,467 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-21T10:24:41,467 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0, size=823 (823bytes) at 1732184681050Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0 so closing down at 1732184681057 (+7 ms)3 split writer threads finished at 1732184681058 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184681061 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184681466 (+405 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732184681467 (+1 ms)Processed 9 edits across 1 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732184681467 2024-11-21T10:24:41,469 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/WALs/testeofisignored,16010,1732184680605/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/2b6c52ea-f99e-2720-9cfd-f9987f578d19/oldWALs/wal.dat.0 2024-11-21T10:24:41,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=144 (was 144), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=2419 (was 2420) 2024-11-21T10:24:41,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=2418 2024-11-21T10:24:41,485 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:41,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742249_1429 (size=7) 2024-11-21T10:24:41,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742249_1429 (size=7) 2024-11-21T10:24:41,893 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:41,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:41,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:41,896 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:41,896 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-21T10:24:41,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T10:24:41,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742250_1430 (size=93) 2024-11-21T10:24:41,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742250_1430 (size=93) 2024-11-21T10:24:41,925 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty, size=93 (93bytes) 2024-11-21T10:24:41,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty 2024-11-21T10:24:41,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty after 0ms 2024-11-21T10:24:41,927 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty took 3ms 2024-11-21T10:24:41,927 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty so closing down 2024-11-21T10:24:41,927 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:41,927 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:41,927 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T10:24:41,927 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty, size=93 (93bytes) at 1732184681925Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty so closing down at 1732184681927 (+2 ms)3 split writer threads finished at 1732184681927Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732184681927 2024-11-21T10:24:41,930 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/WALs/testsplitlogfileempty,16010,1732184681896/wal.dat..empty to hdfs://localhost:42017/user/jenkins/test-data/b5c1eb55-f644-8b3d-8254-7a84f4a77744/oldWALs/wal.dat..empty 2024-11-21T10:24:41,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=144 (was 144), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=2415 (was 2418) 2024-11-21T10:24:41,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=2415 2024-11-21T10:24:41,955 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:41,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742251_1431 (size=7) 2024-11-21T10:24:41,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742251_1431 (size=7) 2024-11-21T10:24:41,962 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:41,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:41,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:41,967 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:41,967 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:41,968 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:41,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742252_1432 (size=1393) 2024-11-21T10:24:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742252_1432 (size=1393) 2024-11-21T10:24:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:41,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742253_1433 (size=1393) 2024-11-21T10:24:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742253_1433 (size=1393) 2024-11-21T10:24:42,010 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:42,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:42,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742254_1434 (size=1393) 2024-11-21T10:24:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742254_1434 (size=1393) 2024-11-21T10:24:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:42,034 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742255_1435 (size=1393) 2024-11-21T10:24:42,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742255_1435 (size=1393) 2024-11-21T10:24:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:42,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742256_1436 (size=1393) 2024-11-21T10:24:42,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742256_1436 (size=1393) 2024-11-21T10:24:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:42,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742257_1437 (size=1393) 2024-11-21T10:24:42,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742257_1437 (size=1393) 2024-11-21T10:24:42,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:42,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742258_1438 (size=1405) 2024-11-21T10:24:42,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742258_1438 (size=1405) 2024-11-21T10:24:42,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:42,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:42,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742259_1439 (size=1413) 2024-11-21T10:24:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742259_1439 (size=1413) 2024-11-21T10:24:42,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742260_1440 (size=1413) 2024-11-21T10:24:42,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742260_1440 (size=1413) 2024-11-21T10:24:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:42,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:42,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742261_1441 (size=1413) 2024-11-21T10:24:42,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742261_1441 (size=1413) 2024-11-21T10:24:42,523 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:42,542 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:42,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0 2024-11-21T10:24:42,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0 after 1ms 2024-11-21T10:24:42,544 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0 took 2ms 2024-11-21T10:24:42,551 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0 so closing down 2024-11-21T10:24:42,551 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:42,551 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:42,553 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:42,555 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:42,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:42,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:42,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742262_1442 (size=743) 2024-11-21T10:24:42,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742262_1442 (size=743) 2024-11-21T10:24:42,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T10:24:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742263_1443 (size=743) 2024-11-21T10:24:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742263_1443 (size=743) 2024-11-21T10:24:42,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:42,577 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:42,578 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0, size=1.4 K (1393bytes) at 1732184682542Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0 so closing down at 1732184682551 (+9 ms)3 split writer threads finished at 1732184682551Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184682561 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184682561Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682566 (+5 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732184682567 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682575 (+8 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184682577 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184682578 (+1 ms) 2024-11-21T10:24:42,586 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/oldWALs/wal.dat.0 2024-11-21T10:24:42,586 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:42,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1 2024-11-21T10:24:42,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1 after 0ms 2024-11-21T10:24:42,588 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1 took 2ms 2024-11-21T10:24:42,590 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1 so closing down 2024-11-21T10:24:42,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:42,591 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:42,593 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:42,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:42,594 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:42,595 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:42,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742264_1444 (size=743) 2024-11-21T10:24:42,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742264_1444 (size=743) 2024-11-21T10:24:42,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:42,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742265_1445 (size=743) 2024-11-21T10:24:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742265_1445 (size=743) 2024-11-21T10:24:42,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T10:24:42,615 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:42,615 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1, size=1.4 K (1393bytes) at 1732184682586Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1 so closing down at 1732184682590 (+4 ms)3 split writer threads finished at 1732184682591 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184682593 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184682595 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682607 (+12 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184682608 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682614 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732184682615 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184682615 2024-11-21T10:24:42,616 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/oldWALs/wal.dat.1 2024-11-21T10:24:42,617 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:42,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2 2024-11-21T10:24:42,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2 after 0ms 2024-11-21T10:24:42,619 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2 took 3ms 2024-11-21T10:24:42,621 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2 so closing down 2024-11-21T10:24:42,621 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:42,621 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:42,624 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:42,624 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:42,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:42,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:42,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742266_1446 (size=743) 2024-11-21T10:24:42,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742266_1446 (size=743) 2024-11-21T10:24:42,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742267_1447 (size=743) 2024-11-21T10:24:42,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T10:24:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742267_1447 (size=743) 2024-11-21T10:24:42,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:42,638 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:42,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2, size=1.4 K (1393bytes) at 1732184682617Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2 so closing down at 1732184682621 (+4 ms)3 split writer threads finished at 1732184682621Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184682625 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184682625Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682635 (+10 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732184682637 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682637Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184682638 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184682638 2024-11-21T10:24:42,639 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/oldWALs/wal.dat.2 2024-11-21T10:24:42,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:42,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3 2024-11-21T10:24:42,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3 after 0ms 2024-11-21T10:24:42,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3 took 3ms 2024-11-21T10:24:42,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3 so closing down 2024-11-21T10:24:42,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:42,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:42,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:42,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:42,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:42,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:42,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742268_1448 (size=743) 2024-11-21T10:24:42,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742268_1448 (size=743) 2024-11-21T10:24:42,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T10:24:42,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742269_1449 (size=743) 2024-11-21T10:24:42,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742269_1449 (size=743) 2024-11-21T10:24:42,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:42,659 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:42,659 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3, size=1.4 K (1393bytes) at 1732184682640Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3 so closing down at 1732184682643 (+3 ms)3 split writer threads finished at 1732184682643Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184682646 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184682646Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682652 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732184682653 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682655 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184682659 (+4 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184682659 2024-11-21T10:24:42,660 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/oldWALs/wal.dat.3 2024-11-21T10:24:42,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:42,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4 2024-11-21T10:24:42,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4 after 1ms 2024-11-21T10:24:42,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4 took 2ms 2024-11-21T10:24:42,663 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4 so closing down 2024-11-21T10:24:42,663 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:42,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:42,665 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:42,666 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:42,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:42,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:42,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742270_1450 (size=743) 2024-11-21T10:24:42,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742270_1450 (size=743) 2024-11-21T10:24:42,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:42,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742271_1451 (size=743) 2024-11-21T10:24:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742271_1451 (size=743) 2024-11-21T10:24:42,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T10:24:42,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:42,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4, size=1.4 K (1393bytes) at 1732184682660Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4 so closing down at 1732184682663 (+3 ms)3 split writer threads finished at 1732184682663Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184682667 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184682668 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682671 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184682672 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682678 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732184682679 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184682679 2024-11-21T10:24:42,682 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/oldWALs/wal.dat.4 2024-11-21T10:24:42,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T10:24:42,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5 2024-11-21T10:24:42,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5 after 0ms 2024-11-21T10:24:42,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5 took 2ms 2024-11-21T10:24:42,685 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5 so closing down 2024-11-21T10:24:42,685 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:42,685 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:42,687 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:42,687 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:42,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:42,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742273_1453 (size=743) 2024-11-21T10:24:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742273_1453 (size=743) 2024-11-21T10:24:42,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T10:24:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742272_1452 (size=743) 2024-11-21T10:24:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742272_1452 (size=743) 2024-11-21T10:24:42,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T10:24:42,712 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T10:24:42,712 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5, size=1.4 K (1393bytes) at 1732184682682Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5 so closing down at 1732184682685 (+3 ms)3 split writer threads finished at 1732184682685Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184682688 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184682688Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682706 (+18 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732184682707 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682711 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732184682712 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732184682712 2024-11-21T10:24:42,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/oldWALs/wal.dat.5 2024-11-21T10:24:42,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:42,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6 2024-11-21T10:24:42,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6 after 0ms 2024-11-21T10:24:42,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6 took 2ms 2024-11-21T10:24:42,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6 so closing down 2024-11-21T10:24:42,717 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:42,717 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:42,718 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:42,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:42,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:42,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:42,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742274_1454 (size=749) 2024-11-21T10:24:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742274_1454 (size=749) 2024-11-21T10:24:42,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T10:24:42,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742275_1455 (size=749) 2024-11-21T10:24:42,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742275_1455 (size=749) 2024-11-21T10:24:42,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:42,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T10:24:42,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6, size=1.4 K (1405bytes) at 1732184682714Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6 so closing down at 1732184682717 (+3 ms)3 split writer threads finished at 1732184682717Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184682719 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184682724 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682730 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732184682732 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682739 (+7 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184682740 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732184682740 2024-11-21T10:24:42,741 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/oldWALs/wal.dat.6 2024-11-21T10:24:42,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:42,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7 2024-11-21T10:24:42,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7 after 0ms 2024-11-21T10:24:42,743 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7 took 2ms 2024-11-21T10:24:42,744 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7 so closing down 2024-11-21T10:24:42,744 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:42,745 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:42,746 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:42,746 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:42,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:42,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742277_1457 (size=753) 2024-11-21T10:24:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742277_1457 (size=753) 2024-11-21T10:24:42,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:42,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742276_1456 (size=753) 2024-11-21T10:24:42,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742276_1456 (size=753) 2024-11-21T10:24:42,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:42,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T10:24:42,774 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:42,774 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7, size=1.4 K (1413bytes) at 1732184682742Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7 so closing down at 1732184682744 (+2 ms)3 split writer threads finished at 1732184682745 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184682748 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184682749 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682764 (+15 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184682765 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184682773 (+8 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732184682774 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184682774 2024-11-21T10:24:42,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/oldWALs/wal.dat.7 2024-11-21T10:24:42,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:42,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8 2024-11-21T10:24:42,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8 after 1ms 2024-11-21T10:24:42,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8 took 2ms 2024-11-21T10:24:42,778 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8 so closing down 2024-11-21T10:24:42,778 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:42,779 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:42,781 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:42,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:42,783 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:42,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:42,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742278_1458 (size=753) 2024-11-21T10:24:42,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742278_1458 (size=753) 2024-11-21T10:24:42,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742279_1459 (size=753) 2024-11-21T10:24:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742279_1459 (size=753) 2024-11-21T10:24:43,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:43,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:43,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:43,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T10:24:43,208 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:43,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8, size=1.4 K (1413bytes) at 1732184682775Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8 so closing down at 1732184682778 (+3 ms)3 split writer threads finished at 1732184682779 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184682782 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184682784 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184683200 (+416 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184683201 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184683206 (+5 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732184683207 (+1 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184683208 (+1 ms) 2024-11-21T10:24:43,209 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/oldWALs/wal.dat.8 2024-11-21T10:24:43,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:43,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9 2024-11-21T10:24:43,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9 after 0ms 2024-11-21T10:24:43,212 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9 took 2ms 2024-11-21T10:24:43,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9 so closing down 2024-11-21T10:24:43,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:43,221 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:43,224 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:43,224 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:43,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:43,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742281_1461 (size=753) 2024-11-21T10:24:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742281_1461 (size=753) 2024-11-21T10:24:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742280_1460 (size=753) 2024-11-21T10:24:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742280_1460 (size=753) 2024-11-21T10:24:43,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:43,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:43,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:43,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T10:24:43,634 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T10:24:43,634 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9, size=1.4 K (1413bytes) at 1732184683209Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9 so closing down at 1732184683221 (+12 ms)3 split writer threads finished at 1732184683221Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184683227 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184683227Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184683633 (+406 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184683633Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184683634 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732184683634Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732184683634 2024-11-21T10:24:43,635 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/WALs/testlogsgetarchivedaftersplit,16010,1732184681967/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/f5bcd339-859f-cd17-f890-6d2072f9304a/oldWALs/wal.dat.9 2024-11-21T10:24:43,644 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=144 (was 144), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=2404 (was 2415) 2024-11-21T10:24:43,651 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=2404 2024-11-21T10:24:43,651 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:43,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742282_1462 (size=7) 2024-11-21T10:24:43,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742282_1462 (size=7) 2024-11-21T10:24:43,656 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:43,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:43,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:43,659 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:43,659 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-21T10:24:43,659 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-21T10:24:43,660 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:43,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742283_1463 (size=723) 2024-11-21T10:24:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742283_1463 (size=723) 2024-11-21T10:24:43,676 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:43,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:43,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742284_1464 (size=723) 2024-11-21T10:24:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742284_1464 (size=723) 2024-11-21T10:24:43,695 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:43,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:43,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742285_1465 (size=723) 2024-11-21T10:24:43,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742285_1465 (size=723) 2024-11-21T10:24:43,710 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:43,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:43,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742286_1466 (size=723) 2024-11-21T10:24:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742286_1466 (size=723) 2024-11-21T10:24:43,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:43,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:43,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742287_1467 (size=723) 2024-11-21T10:24:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742287_1467 (size=723) 2024-11-21T10:24:43,733 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:43,733 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:43,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742288_1468 (size=723) 2024-11-21T10:24:43,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742288_1468 (size=723) 2024-11-21T10:24:43,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:43,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:43,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742289_1469 (size=723) 2024-11-21T10:24:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742289_1469 (size=723) 2024-11-21T10:24:43,748 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:43,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:43,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742290_1470 (size=723) 2024-11-21T10:24:43,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742290_1470 (size=723) 2024-11-21T10:24:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:44,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742291_1471 (size=723) 2024-11-21T10:24:44,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742291_1471 (size=723) 2024-11-21T10:24:44,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:44,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742292_1472 (size=723) 2024-11-21T10:24:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742292_1472 (size=723) 2024-11-21T10:24:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:44,192 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/oldWALs, maxLogs=32 2024-11-21T10:24:44,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732184684222 2024-11-21T10:24:44,240 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732184684222 2024-11-21T10:24:44,296 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37715:37715),(127.0.0.1/127.0.0.1:42399:42399)] 2024-11-21T10:24:44,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732184683659/wal.dat.0, size=723 (723bytes) 2024-11-21T10:24:44,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732184683659/wal.dat.0 2024-11-21T10:24:44,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732184683659/wal.dat.0 after 0ms 2024-11-21T10:24:44,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732184683659/wal.dat.0 took 4ms 2024-11-21T10:24:44,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732184683659/wal.dat.0 so closing down 2024-11-21T10:24:44,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,332 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,336 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:44,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742294_1474 (size=723) 2024-11-21T10:24:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742294_1474 (size=723) 2024-11-21T10:24:44,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:44,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-21T10:24:44,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732184683659/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-21T10:24:44,366 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732184683659/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732184683659/wal.dat.0, size=723 (723bytes) at 1732184684320Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732184683659/wal.dat.0 so closing down at 1732184684329 (+9 ms)3 split writer threads finished at 1732184684332 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184684345 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184684365 (+20 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732184684366 (+1 ms)Processed 10 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732184683659/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732184684366 2024-11-21T10:24:44,368 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T10:24:44,368 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T10:24:44,368 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T10:24:44,368 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T10:24:44,368 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T10:24:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742293_1473 (size=93) 2024-11-21T10:24:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742293_1473 (size=93) 2024-11-21T10:24:44,378 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d206bfc-301b-f720-fc95-dfb3b8f9326e/oldWALs 2024-11-21T10:24:44,381 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732184684222) 2024-11-21T10:24:44,393 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=150 (was 144) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=2394 (was 2404) 2024-11-21T10:24:44,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=150, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=2393 2024-11-21T10:24:44,402 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:44,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742295_1475 (size=7) 2024-11-21T10:24:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742295_1475 (size=7) 2024-11-21T10:24:44,419 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:44,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:44,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:44,423 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:44,424 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T10:24:44,425 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:44,425 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:44,426 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:44,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:44,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742296_1476 (size=1393) 2024-11-21T10:24:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742296_1476 (size=1393) 2024-11-21T10:24:44,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:44,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742297_1477 (size=1393) 2024-11-21T10:24:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742297_1477 (size=1393) 2024-11-21T10:24:44,506 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:44,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:44,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742298_1478 (size=1393) 2024-11-21T10:24:44,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742298_1478 (size=1393) 2024-11-21T10:24:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:44,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:44,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742299_1479 (size=1393) 2024-11-21T10:24:44,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742299_1479 (size=1393) 2024-11-21T10:24:44,560 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:44,560 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:44,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742300_1480 (size=1393) 2024-11-21T10:24:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742300_1480 (size=1393) 2024-11-21T10:24:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:44,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742301_1481 (size=1393) 2024-11-21T10:24:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742301_1481 (size=1393) 2024-11-21T10:24:44,597 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:44,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:44,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742302_1482 (size=1405) 2024-11-21T10:24:44,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742302_1482 (size=1405) 2024-11-21T10:24:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:44,607 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742303_1483 (size=1413) 2024-11-21T10:24:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742303_1483 (size=1413) 2024-11-21T10:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:44,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:44,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742304_1484 (size=1413) 2024-11-21T10:24:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742304_1484 (size=1413) 2024-11-21T10:24:44,630 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:44,630 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742305_1485 (size=1413) 2024-11-21T10:24:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742305_1485 (size=1413) 2024-11-21T10:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:44,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:44,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 2024-11-21T10:24:44,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 after 0ms 2024-11-21T10:24:44,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 took 2ms 2024-11-21T10:24:44,663 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:44,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 so closing down 2024-11-21T10:24:44,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,664 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:44,664 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K (1393bytes) at 1732184684660Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 so closing down at 1732184684664 (+4 ms)3 split writer threads finished at 1732184684664Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184684664 2024-11-21T10:24:44,666 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.0 2024-11-21T10:24:44,666 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:44,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 2024-11-21T10:24:44,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 after 1ms 2024-11-21T10:24:44,668 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 took 2ms 2024-11-21T10:24:44,669 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:44,669 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 so closing down 2024-11-21T10:24:44,669 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:44,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K (1393bytes) at 1732184684666Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 so closing down at 1732184684669 (+3 ms)3 split writer threads finished at 1732184684670 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184684670 2024-11-21T10:24:44,671 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.1 2024-11-21T10:24:44,671 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:44,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 2024-11-21T10:24:44,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 after 1ms 2024-11-21T10:24:44,673 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 took 2ms 2024-11-21T10:24:44,674 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:44,675 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 so closing down 2024-11-21T10:24:44,675 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,675 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,675 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:44,675 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K (1393bytes) at 1732184684671Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 so closing down at 1732184684675 (+4 ms)3 split writer threads finished at 1732184684675Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184684675 2024-11-21T10:24:44,676 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.2 2024-11-21T10:24:44,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:44,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 2024-11-21T10:24:44,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 after 0ms 2024-11-21T10:24:44,678 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 took 2ms 2024-11-21T10:24:44,679 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:44,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 so closing down 2024-11-21T10:24:44,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,680 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:44,680 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K (1393bytes) at 1732184684677Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 so closing down at 1732184684680 (+3 ms)3 split writer threads finished at 1732184684680Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184684680 2024-11-21T10:24:44,682 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.3 2024-11-21T10:24:44,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:44,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 2024-11-21T10:24:44,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 after 1ms 2024-11-21T10:24:44,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 took 2ms 2024-11-21T10:24:44,685 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:44,686 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 so closing down 2024-11-21T10:24:44,686 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,686 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,686 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:44,686 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K (1393bytes) at 1732184684682Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 so closing down at 1732184684686 (+4 ms)3 split writer threads finished at 1732184684686Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184684686 2024-11-21T10:24:44,688 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.4 2024-11-21T10:24:44,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T10:24:44,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 2024-11-21T10:24:44,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 after 0ms 2024-11-21T10:24:44,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 took 2ms 2024-11-21T10:24:44,691 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:44,691 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 so closing down 2024-11-21T10:24:44,691 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,691 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:44,691 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K (1393bytes) at 1732184684688Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 so closing down at 1732184684691 (+3 ms)3 split writer threads finished at 1732184684691Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184684691 2024-11-21T10:24:44,693 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.5 2024-11-21T10:24:44,693 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:44,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 2024-11-21T10:24:44,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 after 1ms 2024-11-21T10:24:44,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 took 2ms 2024-11-21T10:24:44,696 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:44,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 so closing down 2024-11-21T10:24:44,697 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,697 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T10:24:44,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K (1405bytes) at 1732184684693Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 so closing down at 1732184684697 (+4 ms)3 split writer threads finished at 1732184684697Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732184684697 2024-11-21T10:24:44,699 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.6 2024-11-21T10:24:44,699 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:44,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 2024-11-21T10:24:44,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 after 0ms 2024-11-21T10:24:44,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 took 2ms 2024-11-21T10:24:44,702 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:44,702 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 so closing down 2024-11-21T10:24:44,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,702 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T10:24:44,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K (1413bytes) at 1732184684699Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 so closing down at 1732184684702 (+3 ms)3 split writer threads finished at 1732184684702Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732184684703 (+1 ms) 2024-11-21T10:24:44,704 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.7 2024-11-21T10:24:44,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:44,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 2024-11-21T10:24:44,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 after 1ms 2024-11-21T10:24:44,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 took 2ms 2024-11-21T10:24:44,707 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:44,707 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 so closing down 2024-11-21T10:24:44,707 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T10:24:44,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K (1413bytes) at 1732184684704Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 so closing down at 1732184684707 (+3 ms)3 split writer threads finished at 1732184684708 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732184684708 2024-11-21T10:24:44,709 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.8 2024-11-21T10:24:44,709 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:44,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 2024-11-21T10:24:44,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 after 0ms 2024-11-21T10:24:44,711 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 took 2ms 2024-11-21T10:24:44,712 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:44,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 so closing down 2024-11-21T10:24:44,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:44,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:44,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T10:24:44,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K (1413bytes) at 1732184684709Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 so closing down at 1732184684713 (+4 ms)3 split writer threads finished at 1732184684713Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732184684713 2024-11-21T10:24:44,715 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.9 2024-11-21T10:24:44,716 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184684665; access_time=1732184684427; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184684670; access_time=1732184684476; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184684676; access_time=1732184684507; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184684681; access_time=1732184684548; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184684687; access_time=1732184684560; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184684692; access_time=1732184684570; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732184684698; access_time=1732184684598; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732184684703; access_time=1732184684607; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732184684709; access_time=1732184684617; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732184684714; access_time=1732184684630; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T10:24:44,719 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:44,719 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:44,720 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:44,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:44,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742306_1486 (size=1393) 2024-11-21T10:24:44,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742306_1486 (size=1393) 2024-11-21T10:24:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:44,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742307_1487 (size=1393) 2024-11-21T10:24:44,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742307_1487 (size=1393) 2024-11-21T10:24:44,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:44,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:44,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:44,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742308_1488 (size=1393) 2024-11-21T10:24:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742308_1488 (size=1393) 2024-11-21T10:24:45,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:45,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:45,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742309_1489 (size=1393) 2024-11-21T10:24:45,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742309_1489 (size=1393) 2024-11-21T10:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:45,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742310_1490 (size=1393) 2024-11-21T10:24:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742310_1490 (size=1393) 2024-11-21T10:24:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:45,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742311_1491 (size=1393) 2024-11-21T10:24:45,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742311_1491 (size=1393) 2024-11-21T10:24:45,178 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:45,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:45,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742312_1492 (size=1405) 2024-11-21T10:24:45,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742312_1492 (size=1405) 2024-11-21T10:24:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:45,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742313_1493 (size=1413) 2024-11-21T10:24:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742313_1493 (size=1413) 2024-11-21T10:24:45,197 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:45,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:45,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742314_1494 (size=1413) 2024-11-21T10:24:45,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742314_1494 (size=1413) 2024-11-21T10:24:45,206 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:45,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:45,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742315_1495 (size=1413) 2024-11-21T10:24:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742315_1495 (size=1413) 2024-11-21T10:24:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:45,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:45,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 2024-11-21T10:24:45,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 after 1ms 2024-11-21T10:24:45,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 took 2ms 2024-11-21T10:24:45,238 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:45,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 so closing down 2024-11-21T10:24:45,238 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:45,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:45,240 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:45,240 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:45,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:45,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:45,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742316_1496 (size=418) 2024-11-21T10:24:45,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742316_1496 (size=418) 2024-11-21T10:24:45,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742317_1497 (size=418) 2024-11-21T10:24:45,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742317_1497 (size=418) 2024-11-21T10:24:45,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-21T10:24:45,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-21T10:24:45,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:45,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K (1393bytes) at 1732184685234Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 so closing down at 1732184685238 (+4 ms)3 split writer threads finished at 1732184685239 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184685241 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184685241Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685245 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685245Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732184685246 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732184685246Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184685246 2024-11-21T10:24:45,247 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.0 2024-11-21T10:24:45,248 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:45,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 2024-11-21T10:24:45,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 after 0ms 2024-11-21T10:24:45,249 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 took 2ms 2024-11-21T10:24:45,250 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:45,251 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 so closing down 2024-11-21T10:24:45,251 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:45,251 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:45,252 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:45,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:45,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:45,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:45,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742319_1499 (size=418) 2024-11-21T10:24:45,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742318_1498 (size=418) 2024-11-21T10:24:45,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742319_1499 (size=418) 2024-11-21T10:24:45,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742318_1498 (size=418) 2024-11-21T10:24:45,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-21T10:24:45,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-21T10:24:45,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:45,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K (1393bytes) at 1732184685248Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 so closing down at 1732184685251 (+3 ms)3 split writer threads finished at 1732184685251Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184685253 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184685253Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685257 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685257Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732184685258 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732184685258Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184685258 2024-11-21T10:24:45,259 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.1 2024-11-21T10:24:45,259 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:45,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 2024-11-21T10:24:45,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 after 0ms 2024-11-21T10:24:45,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 took 2ms 2024-11-21T10:24:45,262 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:45,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 so closing down 2024-11-21T10:24:45,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:45,263 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:45,265 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:45,265 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:45,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:45,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742321_1501 (size=418) 2024-11-21T10:24:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742320_1500 (size=418) 2024-11-21T10:24:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742320_1500 (size=418) 2024-11-21T10:24:45,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742321_1501 (size=418) 2024-11-21T10:24:45,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-21T10:24:45,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-21T10:24:45,270 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:45,270 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K (1393bytes) at 1732184685259Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 so closing down at 1732184685263 (+4 ms)3 split writer threads finished at 1732184685263Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184685266 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184685266Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685269 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685269Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732184685270 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732184685270Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184685270 2024-11-21T10:24:45,271 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.2 2024-11-21T10:24:45,272 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:45,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 2024-11-21T10:24:45,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 after 0ms 2024-11-21T10:24:45,274 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 took 3ms 2024-11-21T10:24:45,275 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:45,275 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 so closing down 2024-11-21T10:24:45,275 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:45,275 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:45,277 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:45,277 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:45,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:45,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742322_1502 (size=418) 2024-11-21T10:24:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742323_1503 (size=418) 2024-11-21T10:24:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742323_1503 (size=418) 2024-11-21T10:24:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742322_1502 (size=418) 2024-11-21T10:24:45,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-21T10:24:45,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-21T10:24:45,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:45,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K (1393bytes) at 1732184685272Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 so closing down at 1732184685275 (+3 ms)3 split writer threads finished at 1732184685275Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184685278 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184685278Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685286 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685286Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732184685287 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732184685287Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184685287 2024-11-21T10:24:45,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.3 2024-11-21T10:24:45,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:45,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 2024-11-21T10:24:45,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 after 0ms 2024-11-21T10:24:45,290 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 took 1ms 2024-11-21T10:24:45,292 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:45,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 so closing down 2024-11-21T10:24:45,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:45,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:45,294 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:45,294 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:45,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:45,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742325_1505 (size=418) 2024-11-21T10:24:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742324_1504 (size=418) 2024-11-21T10:24:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742325_1505 (size=418) 2024-11-21T10:24:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742324_1504 (size=418) 2024-11-21T10:24:45,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-21T10:24:45,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-21T10:24:45,701 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:45,701 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K (1393bytes) at 1732184685289Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 so closing down at 1732184685292 (+3 ms)3 split writer threads finished at 1732184685292Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184685295 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184685295Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685699 (+404 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685699Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732184685701 (+2 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732184685701Processed 10 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184685701 2024-11-21T10:24:45,704 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.4 2024-11-21T10:24:45,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T10:24:45,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 2024-11-21T10:24:45,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 after 1ms 2024-11-21T10:24:45,707 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 took 3ms 2024-11-21T10:24:45,709 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:45,709 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 so closing down 2024-11-21T10:24:45,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:45,709 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:45,711 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:45,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:45,713 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:45,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742326_1506 (size=418) 2024-11-21T10:24:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742326_1506 (size=418) 2024-11-21T10:24:45,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-21T10:24:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742327_1507 (size=418) 2024-11-21T10:24:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742327_1507 (size=418) 2024-11-21T10:24:45,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-21T10:24:45,727 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:45,727 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K (1393bytes) at 1732184685704Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 so closing down at 1732184685709 (+5 ms)3 split writer threads finished at 1732184685709Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184685713 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184685713Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685717 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732184685719 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685726 (+7 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732184685726Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184685727 (+1 ms) 2024-11-21T10:24:45,728 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.5 2024-11-21T10:24:45,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:45,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 2024-11-21T10:24:45,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 after 0ms 2024-11-21T10:24:45,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 took 1ms 2024-11-21T10:24:45,731 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:45,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 so closing down 2024-11-21T10:24:45,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:45,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:45,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:45,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:45,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:45,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742328_1508 (size=419) 2024-11-21T10:24:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742328_1508 (size=419) 2024-11-21T10:24:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742329_1509 (size=419) 2024-11-21T10:24:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742329_1509 (size=419) 2024-11-21T10:24:45,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:45,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-21T10:24:46,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-21T10:24:46,147 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T10:24:46,147 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K (1405bytes) at 1732184685728Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 so closing down at 1732184685731 (+3 ms)3 split writer threads finished at 1732184685731Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184685733 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184685733Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184685743 (+10 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732184685744 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184686143 (+399 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732184686147 (+4 ms)Processed 10 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732184686147 2024-11-21T10:24:46,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.6 2024-11-21T10:24:46,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:46,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 2024-11-21T10:24:46,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 after 1ms 2024-11-21T10:24:46,156 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 took 3ms 2024-11-21T10:24:46,158 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:46,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 so closing down 2024-11-21T10:24:46,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:46,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:46,160 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:46,160 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:46,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:46,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:46,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742331_1511 (size=423) 2024-11-21T10:24:46,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742330_1510 (size=423) 2024-11-21T10:24:46,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742331_1511 (size=423) 2024-11-21T10:24:46,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742330_1510 (size=423) 2024-11-21T10:24:46,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-21T10:24:46,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-21T10:24:46,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T10:24:46,570 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K (1413bytes) at 1732184686153Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 so closing down at 1732184686158 (+5 ms)3 split writer threads finished at 1732184686158Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184686161 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184686161Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184686169 (+8 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732184686170 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184686569 (+399 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732184686570 (+1 ms)Processed 10 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732184686570 2024-11-21T10:24:46,572 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.7 2024-11-21T10:24:46,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:46,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 2024-11-21T10:24:46,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 after 0ms 2024-11-21T10:24:46,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 took 2ms 2024-11-21T10:24:46,575 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:46,576 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 so closing down 2024-11-21T10:24:46,576 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:46,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:46,578 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:46,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:46,583 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:46,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742332_1512 (size=423) 2024-11-21T10:24:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742332_1512 (size=423) 2024-11-21T10:24:46,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-21T10:24:46,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742333_1513 (size=423) 2024-11-21T10:24:46,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742333_1513 (size=423) 2024-11-21T10:24:46,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,595 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-21T10:24:46,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T10:24:46,595 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K (1413bytes) at 1732184686572Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 so closing down at 1732184686576 (+4 ms)3 split writer threads finished at 1732184686576Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184686582 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184686584 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184686590 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732184686591 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184686594 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732184686595 (+1 ms)Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732184686595 2024-11-21T10:24:46,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.8 2024-11-21T10:24:46,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:46,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 2024-11-21T10:24:46,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 after 0ms 2024-11-21T10:24:46,598 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 took 2ms 2024-11-21T10:24:46,599 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:46,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 so closing down 2024-11-21T10:24:46,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:46,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:46,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:46,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:46,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:46,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:46,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742334_1514 (size=423) 2024-11-21T10:24:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742334_1514 (size=423) 2024-11-21T10:24:46,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-21T10:24:46,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742335_1515 (size=423) 2024-11-21T10:24:46,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742335_1515 (size=423) 2024-11-21T10:24:46,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-21T10:24:46,610 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T10:24:46,610 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K (1413bytes) at 1732184686596Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 so closing down at 1732184686599 (+3 ms)3 split writer threads finished at 1732184686599Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184686602 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184686602Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184686605 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732184686606 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732184686609 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732184686610 (+1 ms)Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732184686610 2024-11-21T10:24:46,612 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.9 2024-11-21T10:24:46,612 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184685247; access_time=1732184684720; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184685259; access_time=1732184684729; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184685271; access_time=1732184684739; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184685288; access_time=1732184685148; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184685703; access_time=1732184685161; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184685727; access_time=1732184685171; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732184686150; access_time=1732184685178; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732184686571; access_time=1732184685187; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732184686595; access_time=1732184685197; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732184686611; access_time=1732184685206; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T10:24:46,616 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:46,616 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:46,616 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:46,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:46,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742336_1516 (size=1393) 2024-11-21T10:24:46,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742336_1516 (size=1393) 2024-11-21T10:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:46,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T10:24:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742337_1517 (size=1393) 2024-11-21T10:24:46,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742337_1517 (size=1393) 2024-11-21T10:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T10:24:46,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T10:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742338_1518 (size=1393) 2024-11-21T10:24:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742338_1518 (size=1393) 2024-11-21T10:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T10:24:46,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T10:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742339_1519 (size=1393) 2024-11-21T10:24:46,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742339_1519 (size=1393) 2024-11-21T10:24:46,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T10:24:46,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T10:24:46,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742340_1520 (size=1393) 2024-11-21T10:24:46,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742340_1520 (size=1393) 2024-11-21T10:24:46,667 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T10:24:46,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T10:24:46,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742341_1521 (size=1393) 2024-11-21T10:24:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742341_1521 (size=1393) 2024-11-21T10:24:46,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T10:24:46,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T10:24:46,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742342_1522 (size=1405) 2024-11-21T10:24:46,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742342_1522 (size=1405) 2024-11-21T10:24:46,691 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T10:24:46,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T10:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742343_1523 (size=1413) 2024-11-21T10:24:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742343_1523 (size=1413) 2024-11-21T10:24:46,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T10:24:46,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T10:24:46,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742344_1524 (size=1413) 2024-11-21T10:24:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742344_1524 (size=1413) 2024-11-21T10:24:46,715 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T10:24:46,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T10:24:46,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:46,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:46,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742345_1525 (size=1413) 2024-11-21T10:24:46,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742345_1525 (size=1413) 2024-11-21T10:24:46,728 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T10:24:46,744 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T10:24:46,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 2024-11-21T10:24:46,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 after 1ms 2024-11-21T10:24:46,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 took 2ms 2024-11-21T10:24:46,748 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:46,748 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 so closing down 2024-11-21T10:24:46,748 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:46,748 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:46,750 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:46,750 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:46,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T10:24:46,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T10:24:46,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742347_1527 (size=678) 2024-11-21T10:24:46,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742346_1526 (size=743) 2024-11-21T10:24:46,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742346_1526 (size=743) 2024-11-21T10:24:46,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742347_1527 (size=678) 2024-11-21T10:24:46,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T10:24:46,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-21T10:24:46,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:46,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K (1393bytes) at 1732184686744Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 so closing down at 1732184686748 (+4 ms)3 split writer threads finished at 1732184686748Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732184686750 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732184686750Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184686754 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184686754Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732184686755 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732184686755Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184686755 2024-11-21T10:24:46,757 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.0 2024-11-21T10:24:46,757 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T10:24:46,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 2024-11-21T10:24:46,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 after 0ms 2024-11-21T10:24:46,758 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 took 1ms 2024-11-21T10:24:46,759 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:46,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 so closing down 2024-11-21T10:24:46,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:46,760 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:46,761 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:46,761 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:46,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T10:24:46,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T10:24:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742348_1528 (size=743) 2024-11-21T10:24:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742349_1529 (size=678) 2024-11-21T10:24:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742349_1529 (size=678) 2024-11-21T10:24:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742348_1528 (size=743) 2024-11-21T10:24:46,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-21T10:24:46,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T10:24:46,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:46,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K (1393bytes) at 1732184686757Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 so closing down at 1732184686760 (+3 ms)3 split writer threads finished at 1732184686760Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732184686762 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732184686762Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184686766 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184686766Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732184686767 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732184686767Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184686767 2024-11-21T10:24:46,769 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.1 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.1 2024-11-21T10:24:46,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T10:24:46,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 2024-11-21T10:24:46,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 after 0ms 2024-11-21T10:24:46,771 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 took 2ms 2024-11-21T10:24:46,772 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:46,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 so closing down 2024-11-21T10:24:46,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:46,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:46,775 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:46,775 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:46,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T10:24:46,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T10:24:46,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742350_1530 (size=743) 2024-11-21T10:24:46,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742350_1530 (size=743) 2024-11-21T10:24:46,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T10:24:46,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742351_1531 (size=678) 2024-11-21T10:24:46,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742351_1531 (size=678) 2024-11-21T10:24:46,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-21T10:24:46,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:46,787 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K (1393bytes) at 1732184686769Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 so closing down at 1732184686773 (+4 ms)3 split writer threads finished at 1732184686773Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732184686776 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732184686776Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184686781 (+5 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732184686782 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184686786 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732184686787 (+1 ms)Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184686787 2024-11-21T10:24:46,788 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.2 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.2 2024-11-21T10:24:46,788 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T10:24:46,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 2024-11-21T10:24:46,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 after 0ms 2024-11-21T10:24:46,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 took 2ms 2024-11-21T10:24:46,791 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:46,791 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 so closing down 2024-11-21T10:24:46,791 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:46,791 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:46,793 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:46,793 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:46,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T10:24:46,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T10:24:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742353_1533 (size=743) 2024-11-21T10:24:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742352_1532 (size=678) 2024-11-21T10:24:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742353_1533 (size=743) 2024-11-21T10:24:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742352_1532 (size=678) 2024-11-21T10:24:46,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:46,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T10:24:46,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-21T10:24:46,798 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:46,798 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K (1393bytes) at 1732184686788Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 so closing down at 1732184686791 (+3 ms)3 split writer threads finished at 1732184686791Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732184686793 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732184686794 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184686797 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184686797Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732184686798 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732184686798Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184686798 2024-11-21T10:24:46,799 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.3 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.3 2024-11-21T10:24:46,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T10:24:46,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 2024-11-21T10:24:46,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 after 1ms 2024-11-21T10:24:46,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 took 2ms 2024-11-21T10:24:46,802 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:46,802 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 so closing down 2024-11-21T10:24:46,802 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:46,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:46,803 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:46,803 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:46,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T10:24:46,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T10:24:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742354_1534 (size=678) 2024-11-21T10:24:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742355_1535 (size=743) 2024-11-21T10:24:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742354_1534 (size=678) 2024-11-21T10:24:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742355_1535 (size=743) 2024-11-21T10:24:47,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-21T10:24:47,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T10:24:47,217 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:47,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K (1393bytes) at 1732184686799Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 so closing down at 1732184686802 (+3 ms)3 split writer threads finished at 1732184686802Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732184686804 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732184686804Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184687214 (+410 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184687214Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732184687217 (+3 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732184687217Processed 19 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184687217 2024-11-21T10:24:47,221 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.4 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.4 2024-11-21T10:24:47,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T10:24:47,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 2024-11-21T10:24:47,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 after 1ms 2024-11-21T10:24:47,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 took 4ms 2024-11-21T10:24:47,226 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:47,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 so closing down 2024-11-21T10:24:47,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:47,227 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:47,229 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:47,229 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:47,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T10:24:47,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T10:24:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742356_1536 (size=678) 2024-11-21T10:24:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742356_1536 (size=678) 2024-11-21T10:24:47,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742357_1537 (size=743) 2024-11-21T10:24:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742357_1537 (size=743) 2024-11-21T10:24:47,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-21T10:24:47,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T10:24:47,239 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T10:24:47,239 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K (1393bytes) at 1732184687221Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 so closing down at 1732184687227 (+6 ms)3 split writer threads finished at 1732184687227Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732184687230 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732184687230Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184687238 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184687238Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732184687239 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732184687239Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732184687239 2024-11-21T10:24:47,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.5 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.5 2024-11-21T10:24:47,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T10:24:47,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 2024-11-21T10:24:47,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 after 0ms 2024-11-21T10:24:47,242 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 took 2ms 2024-11-21T10:24:47,243 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:47,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 so closing down 2024-11-21T10:24:47,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:47,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:47,245 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:47,245 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:47,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T10:24:47,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T10:24:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742358_1538 (size=683) 2024-11-21T10:24:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742358_1538 (size=683) 2024-11-21T10:24:47,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742359_1539 (size=749) 2024-11-21T10:24:47,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742359_1539 (size=749) 2024-11-21T10:24:47,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-21T10:24:47,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T10:24:47,251 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T10:24:47,252 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K (1405bytes) at 1732184687241Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 so closing down at 1732184687243 (+2 ms)3 split writer threads finished at 1732184687243Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732184687245 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732184687245Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184687249 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184687250 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732184687251 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732184687251Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732184687252 (+1 ms) 2024-11-21T10:24:47,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.6 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.6 2024-11-21T10:24:47,253 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T10:24:47,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 2024-11-21T10:24:47,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 after 0ms 2024-11-21T10:24:47,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 took 2ms 2024-11-21T10:24:47,256 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:47,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 so closing down 2024-11-21T10:24:47,256 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:47,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:47,258 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:47,258 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:47,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T10:24:47,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T10:24:47,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742361_1541 (size=687) 2024-11-21T10:24:47,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742361_1541 (size=687) 2024-11-21T10:24:47,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742360_1540 (size=753) 2024-11-21T10:24:47,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742360_1540 (size=753) 2024-11-21T10:24:47,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-21T10:24:47,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T10:24:47,263 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T10:24:47,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K (1413bytes) at 1732184687253Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 so closing down at 1732184687256 (+3 ms)3 split writer threads finished at 1732184687256Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732184687259 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732184687259Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184687262 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184687262Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732184687263 (+1 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732184687263Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732184687263 2024-11-21T10:24:47,264 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.7 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.7 2024-11-21T10:24:47,264 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T10:24:47,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 2024-11-21T10:24:47,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 after 1ms 2024-11-21T10:24:47,266 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 took 2ms 2024-11-21T10:24:47,267 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:47,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 so closing down 2024-11-21T10:24:47,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:47,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:47,268 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:47,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:47,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T10:24:47,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T10:24:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742363_1543 (size=687) 2024-11-21T10:24:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742363_1543 (size=687) 2024-11-21T10:24:47,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742362_1542 (size=753) 2024-11-21T10:24:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742362_1542 (size=753) 2024-11-21T10:24:47,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-21T10:24:47,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T10:24:47,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T10:24:47,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K (1413bytes) at 1732184687264Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 so closing down at 1732184687267 (+3 ms)3 split writer threads finished at 1732184687267Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732184687269 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732184687269Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184687273 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732184687273Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184687674 (+401 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732184687678 (+4 ms)Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732184687679 (+1 ms) 2024-11-21T10:24:47,684 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.8 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.8 2024-11-21T10:24:47,684 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T10:24:47,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 2024-11-21T10:24:47,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 after 0ms 2024-11-21T10:24:47,686 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 took 2ms 2024-11-21T10:24:47,687 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T10:24:47,687 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 so closing down 2024-11-21T10:24:47,687 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T10:24:47,687 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T10:24:47,689 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:47,689 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:47,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T10:24:47,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T10:24:47,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742365_1545 (size=753) 2024-11-21T10:24:47,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742365_1545 (size=753) 2024-11-21T10:24:47,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T10:24:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742364_1544 (size=687) 2024-11-21T10:24:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742364_1544 (size=687) 2024-11-21T10:24:47,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T10:24:47,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-21T10:24:47,701 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T10:24:47,701 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K (1413bytes) at 1732184687684Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 so closing down at 1732184687687 (+3 ms)3 split writer threads finished at 1732184687687Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732184687689 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732184687689Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732184687693 (+4 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732184687694 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732184687700 (+6 ms)Rename recovered edits hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732184687700Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732184687701 (+1 ms) 2024-11-21T10:24:47,702 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732184684423/wal.dat.9 to hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.9 2024-11-21T10:24:47,703 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184686756; access_time=1732184686617; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184686768; access_time=1732184686627; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184686787; access_time=1732184686635; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184686799; access_time=1732184686644; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184687219; access_time=1732184686655; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732184687240; access_time=1732184686668; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732184687252; access_time=1732184686679; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732184687264; access_time=1732184686692; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732184687682; access_time=1732184686704; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42017/user/jenkins/test-data/a3f4c9e1-cd98-99b1-ac9a-95dd3f3fbc62/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732184687701; access_time=1732184686715; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T10:24:47,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=144 (was 150), OpenFileDescriptor=387 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=2373 (was 2393) 2024-11-21T10:24:47,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=2373 2024-11-21T10:24:47,715 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T10:24:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742366_1546 (size=7) 2024-11-21T10:24:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742366_1546 (size=7) 2024-11-21T10:24:47,720 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42017/user/jenkins/test-data/402c09ce-8951-b067-78cf-022b07315688 with version=8 2024-11-21T10:24:47,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:47,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:24:47,724 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T10:24:47,724 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T10:24:47,724 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T10:24:47,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T10:24:47,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T10:24:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T10:24:47,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742367_1547 (size=2324) 2024-11-21T10:24:47,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742367_1547 (size=2324) 2024-11-21T10:24:47,735 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T10:24:47,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34425 is added to blk_1073742368_1548 (size=2325) 2024-11-21T10:24:47,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742368_1548 (size=2325) 2024-11-21T10:24:47,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0, size=2.3 K (2325bytes) 2024-11-21T10:24:47,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0 2024-11-21T10:24:47,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0 after 0ms 2024-11-21T10:24:47,754 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-21T10:24:47,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0 so closing down 2024-11-21T10:24:47,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-21T10:24:47,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0, journal: Splitting hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0, size=2.3 K (2325bytes) at 1732184687753Finishing writing output for hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0 so closing down at 1732184687755 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732184687755 2024-11-21T10:24:47,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732184687724/wal.dat.0 to hdfs://localhost:42017/user/jenkins/test-data/54d68cd7-d31d-535c-3fc5-39ad7f5dabed/corrupt/wal.dat.0 2024-11-21T10:24:47,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=141 (was 144), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=2373 (was 2373) 2024-11-21T10:24:47,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61d1a0b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T10:24:47,794 WARN [BP-432041232-172.17.0.2-1732184623923 heartbeating to localhost/127.0.0.1:42017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-432041232-172.17.0.2-1732184623923 (Datanode Uuid 2da1fab2-dcca-4fb7-beb5-6c0447eb1a2e) service to localhost/127.0.0.1:42017 2024-11-21T10:24:47,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data3/current/BP-432041232-172.17.0.2-1732184623923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T10:24:47,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data4/current/BP-432041232-172.17.0.2-1732184623923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T10:24:47,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cb4ef0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T10:24:47,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T10:24:47,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T10:24:47,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a455f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/hadoop.log.dir/,STOPPED} 2024-11-21T10:24:47,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T10:24:47,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b2450d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T10:24:47,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cf239a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T10:24:47,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T10:24:47,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T10:24:47,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4ae84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/hadoop.log.dir/,STOPPED} 2024-11-21T10:24:47,809 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T10:24:47,809 WARN [BP-432041232-172.17.0.2-1732184623923 heartbeating to localhost/127.0.0.1:42017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T10:24:47,809 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T10:24:47,809 WARN [BP-432041232-172.17.0.2-1732184623923 heartbeating to localhost/127.0.0.1:42017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-432041232-172.17.0.2-1732184623923 (Datanode Uuid 8e8115f6-87b3-493a-b8ba-767d243adc32) service to localhost/127.0.0.1:42017 2024-11-21T10:24:47,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data1/current/BP-432041232-172.17.0.2-1732184623923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T10:24:47,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/cluster_dd6840f4-70b8-37b9-6d48-0475d5ac90f1/data/data2/current/BP-432041232-172.17.0.2-1732184623923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T10:24:47,811 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T10:24:47,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T10:24:47,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T10:24:47,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T10:24:47,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T10:24:47,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1433a6-83e6-5b91-8c6b-923e4624b617/hadoop.log.dir/,STOPPED}